-- Logs begin at Tue 2021-05-04 13:07:47 UTC, end at Tue 2021-05-04 14:02:45 UTC. --
May 04 13:35:40.773597 dv-cinder-789564-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 04 13:35:43.246556 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.common.config [-] Logging enabled!
May 04 13:35:43.247211 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178
May 04 13:35:43.247312 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 04 13:35:43.250558 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.common.config [-] Logging enabled!
May 04 13:35:43.250819 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178
May 04 13:35:43.251130 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 04 13:35:43.252061 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 04 13:35:43.252299 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 04 13:35:43.252664 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 04 13:35:43.252912 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 04 13:35:43.253169 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 04 13:35:43.253498 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.253802 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.254100 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.254334 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.254633 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.254932 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.255747 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.256227 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.256503 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.256795 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.257106 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.257391 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.257626 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.257911 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.258202 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.258491 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.258719 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.259004 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.259437 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.259864 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.260146 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.260436 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.260731 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.260995 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.261298 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.261588 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.261919 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] host                           = dv-cinder-789564-1-iscsi {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.262198 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.262486 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.262776 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.263066 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.263343 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.263622 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.263908 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.264186 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.264460 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.264739 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.265029 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.265351 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.265651 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.265880 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.266106 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.266396 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.266683 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.266959 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.267236 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.267512 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.267787 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.268064 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.268332 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.268618 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.268903 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.269216 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.269495 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.269774 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.270046 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.270321 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.270605 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.271481 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.271784 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.272067 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.272361 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.272636 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.272913 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.273242 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.273533 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.273819 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.274110 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.274386 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.274671 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.274948 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.275230 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.275505 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.275782 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.276056 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.276341 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.276617 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.276892 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.277190 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.277466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.277752 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:43.278055 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.278354 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.278656 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.278942 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.279238 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.279518 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.279809 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.280090 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.280382 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.280674 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.280963 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.281266 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.281559 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.281842 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.282139 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.282451 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.282750 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.283044 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.283323 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.283600 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.283877 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.284159 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.284448 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.284746 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.285044 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.285350 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.285631 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.285925 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.286207 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.286564 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.286933 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.287137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.287418 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.287691 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.287974 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.288254 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.288530 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.288808 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.289113 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.289414 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.289694 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.289967 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.290243 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.290523 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.290796 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.291086 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.291365 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.291640 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.291915 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.292196 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.292469 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.292744 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.293024 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.293390 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.293671 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.293944 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.294220 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.294494 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.294769 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.295049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.295323 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.295596 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.295873 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.296147 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.296421 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.296695 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.296970 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.297273 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.297563 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.297863 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.298142 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.298426 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.298706 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.298987 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.299268 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.299546 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.299824 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.300103 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.300380 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.300674 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.300960 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.301277 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.301564 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.301845 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.302796 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.303166 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.303468 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.303756 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.304042 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.304341 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.304632 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.304940 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.305271 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.305572 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.305871 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.306168 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.306453 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.306768 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.307053 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:43.307273 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 04 13:35:43.307519 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 04 13:35:43.664789 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:35:43.665061 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:35:43.665377 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:35:43.665709 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [-] Loading core plugin: ml2
May 04 13:35:43.990486 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:43.990721 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:43.991051 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:43.992483 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:43.992785 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:43.993060 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.117053 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.117356 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.117628 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.131009 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.131295 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.131570 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.160730 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.161011 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.161384 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.201012 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.201324 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.201596 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.439187 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7e91e101f0> agent after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.439897 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7e91e101f0> agent after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.439897 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7e91e10280> segment precommit_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.440138 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7e91e10310> network precommit_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.440900 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7e91e3b670> segment before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.567158 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> network before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.567487 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7e91eb2280> agent before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.567874 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> network before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.568309 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> port before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.568763 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> port before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.569160 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> segment after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.569438 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> segment precommit_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.569707 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> segment precommit_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.569970 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> segment after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.570262 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> network after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.570531 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> network precommit_delete 0 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.570808 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> port provisioning_complete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.571079 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.571342 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.571619 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> agent after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.571899 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> subnet after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.572166 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> subnet precommit_delete 0 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.572903 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.573279 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.573702 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> segment_host_mapping after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.574109 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> port after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.574395 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> port after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.574670 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> port after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.575230 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.575507 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.575773 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e92762580>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.576221 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:44.576470 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:44.576715 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:44.576954 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:44.577229 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:44.577474 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:44.577863 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 04 13:35:44.581386 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 04 13:35:44.585421 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 04 13:35:44.589462 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
May 04 13:35:44.591180 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 04 13:35:44.591654 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 04 13:35:44.591992 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 04 13:35:44.592386 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 04 13:35:44.595609 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 04 13:35:44.595865 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 04 13:35:44.596243 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 04 13:35:44.627462 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 04 13:35:44.627937 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7e91d643d0>> qos_plugin after_init 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.628241 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 04 13:35:44.628611 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7e91d64640>> logging-plugin after_init 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.630108 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 04 13:35:44.630406 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 04 13:35:44.630650 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 04 13:35:44.634303 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7e91d4f910>> floatingip before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.634592 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7e91d4f910>> port before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:44.700254 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 04 13:35:44.700471 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 04 13:35:44.700636 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 04 13:35:44.701711 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 04 13:35:44.734885 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_db.sqlalchemy.engines [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 04 13:35:45.080207 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing driver for type 'gre'
May 04 13:35:45.080732 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] gre ID ranges: [(1, 1000)]
May 04 13:35:45.140562 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing driver for type 'local'
May 04 13:35:45.140865 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing driver for type 'vlan'
May 04 13:35:45.152913 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] VlanTypeDriver initialization complete
May 04 13:35:45.153284 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing driver for type 'vxlan'
May 04 13:35:45.153827 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] vxlan ID ranges: [(1, 1000)]
May 04 13:35:45.211313 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing extension driver 'port_security'
May 04 13:35:45.211650 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.extensions.port_security [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] PortSecurityExtensionDriver initialization complete
May 04 13:35:45.211983 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing mechanism driver 'openvswitch'
May 04 13:35:45.212310 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing mechanism driver 'hyperv'
May 04 13:35:45.219042 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:35:45.219826 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e91fa2dc0>> port after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.220192 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e91fa2dc0>> port after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.220545 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e91fa2dc0>> port after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.220931 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e91fa2e80>> subnet after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.221329 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e91fa2e80>> subnet after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.221670 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e91fa2e80>> subnet after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.222048 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917d8d90>> network after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.222392 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917d8d90>> network after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.222734 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917d8d90>> network after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.223100 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917d8610>> security_group after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.223437 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917d8610>> security_group after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.224342 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917d8610>> security_group after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.224720 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917db250>> security_group_rule after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.225059 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917db250>> security_group_rule after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.225426 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917db250>> security_group_rule after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.225802 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917db4c0>> address_group after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.226140 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917db4c0>> address_group after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.226477 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e917db4c0>> address_group after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.226802 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] ML2 OVO RPC backend initialized. {{(pid=73709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 04 13:35:45.227536 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> router_interface after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.227885 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> router_interface after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.228292 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> network before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.228648 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> networks before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.228970 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> port before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.229362 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> ports before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.229700 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> subnet before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.230036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> subnets before_response 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.230381 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> network after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.230709 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> network after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.231047 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> network after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.231380 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> port after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.231711 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> port after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.232038 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> port after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.232361 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> subnet after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.232694 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> subnet after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.233019 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e917db8b0>> subnet after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.233653 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.plugin [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Modular L2 Plugin initialization complete
May 04 13:35:45.233978 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading services supported by the core plugin {{(pid=73709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 04 13:35:45.234307 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.plugins.ml2.managers [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Got port-security extension from driver 'port_security'
May 04 13:35:45.234759 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.extensions.vlantransparent [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Disabled vlantransparent extension.
May 04 13:35:45.235249 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 04 13:35:45.235624 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: router
May 04 13:35:45.273930 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router_interface before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.274325 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_create 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.274691 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router before_create 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.275049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router_interface before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.275412 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router_interface after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.275758 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_delete 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.276111 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> floatingip after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.276470 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_create 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.276808 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_update 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.277265 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_update 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.277611 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router_gateway after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.277965 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_update 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.278366 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router precommit_update 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.278731 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7e91de49d0> port after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.279065 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7e91de4a60> port after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.279399 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7e91de4940> subnet after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.279731 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7e91de45e0> subnetpool_address_scope after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.280073 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> port precommit_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.280410 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router precommit_create 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.280744 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7e91ddd550> port before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.281096 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router precommit_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.281452 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router after_update 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.281790 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router precommit_delete 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.282131 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router precommit_create 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.282492 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router_interface after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.282831 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> router precommit_update 55549900 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.283198 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e917db9d0>> network after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.284109 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Tracking information for resource: router configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:45.284428 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Tracking information for resource: floatingip configured {{(pid=73709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 04 13:35:45.290422 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.db.l3_agentschedulers_db [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 04 13:35:45.291012 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7e9178c280> port after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.291369 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7e9178c160> port after_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.291712 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function _notify_port_delete at 0x7f7e9178c1f0> port after_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.292058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7e9178c550> port after_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.292864 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e91741280>> router before_create 55550100 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.293249 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e91741280>> router precommit_delete 55550100 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.293607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e91741280>> router precommit_create 55550100 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.293956 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e91741280>> router precommit_update 55550100 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.298340 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.provider_configuration [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service providers = [] {{(pid=73709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 04 13:35:45.298705 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.db.servicetype_db [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 04 13:35:45.301701 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.service_base [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 13:35:45.302717 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.service_base [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 13:35:45.303055 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.service_base [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 13:35:45.304035 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.services.service_base [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 04 13:35:45.304403 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.services.service_base [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 04 13:35:45.304974 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.305317 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 04 13:35:45.316137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.316465 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: auto_allocate
May 04 13:35:45.322699 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7e91753940> network precommit_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.323071 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7e91753940> network precommit_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.323600 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.323910 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: tag
May 04 13:35:45.330973 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.331232 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: timestamp
May 04 13:35:45.335147 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.335477 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: network_ip_availability
May 04 13:35:45.340825 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e917507f0>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.341245 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e917507f0>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.341584 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e917507f0>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.342352 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.342667 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: flavors
May 04 13:35:45.347788 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.348192 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading Plugin: revisions
May 04 13:35:45.353292 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 04 13:35:45.353669 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_concurrency.lockutils [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.688s {{(pid=73709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:35:45.354418 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 04 13:35:45.354748 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Initializing extension manager.
May 04 13:35:45.355910 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: __init__.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.355910 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: __pycache__ {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.355910 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.356251 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: address_group.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.357162 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.357592 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: address-group
May 04 13:35:45.357912 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: address_scope.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.358608 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.359116 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: address-scope
May 04 13:35:45.359429 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.360394 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.360895 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: router-admin-state-down-before-update
May 04 13:35:45.361242 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: agent.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.361944 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.362443 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: agent
May 04 13:35:45.362753 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: agent_resources_synced.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.363648 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.364146 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: agent-resources-synced
May 04 13:35:45.365285 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: allowedaddresspairs.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.367609 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.368272 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: allowed-address-pairs
May 04 13:35:45.368429 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: auto_allocated_topology.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.369533 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.370086 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: auto-allocated-topology
May 04 13:35:45.370356 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: availability_zone.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.371091 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.371523 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: availability_zone
May 04 13:35:45.372257 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: availability_zone_filter.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.372704 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.373303 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: availability_zone_filter
May 04 13:35:45.373617 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: data_plane_status.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.374507 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension data-plane-status not supported by any of loaded plugins
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: default_subnetpools.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: default-subnetpools
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.380663 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: dhcp_agent_scheduler
May 04 13:35:45.381265 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: dns.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.381265 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.381265 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension dns-integration not supported by any of loaded plugins
May 04 13:35:45.381265 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: dns_domain_ports.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.381265 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.381703 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 04 13:35:45.382018 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: dvr.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.382673 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.383165 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: dvr
May 04 13:35:45.383476 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: empty_string_filtering.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.384356 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.384851 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: empty-string-filtering
May 04 13:35:45.385202 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.386076 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.386567 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 04 13:35:45.386880 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.387756 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.388243 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 04 13:35:45.388617 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: external_net.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.389530 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.390027 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: external-net
May 04 13:35:45.390342 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.391218 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.391715 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: extra_dhcp_opt
May 04 13:35:45.392028 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: extraroute.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.392910 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.393442 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: extraroute
May 04 13:35:45.393757 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: extraroute_atomic.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.394791 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.395284 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: extraroute-atomic
May 04 13:35:45.395657 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: filter_validation.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.396380 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.397033 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: filter-validation
May 04 13:35:45.397300 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: fip_pf_description.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.398422 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.398919 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 04 13:35:45.399240 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: fip_port_details.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.400128 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.400633 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: fip-port-details
May 04 13:35:45.400952 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: flavors.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.402207 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.402714 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: flavors
May 04 13:35:45.403037 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.404714 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.405254 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 04 13:35:45.405574 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: floatingip_pools.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.406275 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.406765 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: floatingip-pools
May 04 13:35:45.407188 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: ip_allocation.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.407983 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.408482 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension ip_allocation not supported by any of loaded plugins
May 04 13:35:45.408798 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.409713 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.410219 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: ip-substring-filtering
May 04 13:35:45.410542 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l2_adjacency.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.412193 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.412804 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension l2_adjacency not supported by any of loaded plugins
May 04 13:35:45.413152 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.414164 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.414671 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: router
May 04 13:35:45.414987 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.417290 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.417811 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 04 13:35:45.418130 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.419030 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.419535 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: ext-gw-mode
May 04 13:35:45.419852 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.420743 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.421288 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: l3-ha
May 04 13:35:45.421608 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3_flavors.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.422494 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.423000 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: l3-flavors
May 04 13:35:45.423314 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.424221 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.424721 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: l3-port-ip-change-not-allowed
May 04 13:35:45.425034 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: l3agentscheduler.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.426128 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.426636 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: l3_agent_scheduler
May 04 13:35:45.427586 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: logging.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.429163 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.429675 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension logging not supported by any of loaded plugins
May 04 13:35:45.430003 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: metering.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.430839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.431315 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: metering
May 04 13:35:45.431636 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.432710 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.433259 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: metering_source_and_destination_fields
May 04 13:35:45.433581 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: multiprovidernet.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.437760 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.437760 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: multi-provider
May 04 13:35:45.437760 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: netmtu.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.437760 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.437760 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: net-mtu
May 04 13:35:45.437760 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: netmtu_writable.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.438240 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.438546 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: net-mtu-writable
May 04 13:35:45.438860 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: network_availability_zone.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.439521 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.440068 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: network_availability_zone
May 04 13:35:45.440317 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: network_ip_availability.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.441432 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.441929 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: network-ip-availability
May 04 13:35:45.442246 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: network_segment_range.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.443065 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.443557 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension network-segment-range not supported by any of loaded plugins
May 04 13:35:45.443922 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: pagination.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.446658 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.446658 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: pagination
May 04 13:35:45.446658 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: port_device_profile.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.446658 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.447044 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: port-device-profile
May 04 13:35:45.447221 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.451537 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.451537 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: port-mac-address-regenerate
May 04 13:35:45.451537 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.451537 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.451537 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: port-numa-affinity-policy
May 04 13:35:45.451537 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: port_resource_request.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.451974 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.452200 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension port-resource-request not supported by any of loaded plugins
May 04 13:35:45.452506 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: portbindings.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.453438 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.453933 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: binding
May 04 13:35:45.454246 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: portbindings_extended.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.455523 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.456023 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: binding-extended
May 04 13:35:45.456355 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: portsecurity.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.459570 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.459570 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: port-security
May 04 13:35:45.459570 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: project_id.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.459570 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.459570 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: project-id
May 04 13:35:45.460296 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: providernet.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.460576 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.461034 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: provider
May 04 13:35:45.461389 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.464926 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.465475 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos not supported by any of loaded plugins
May 04 13:35:45.465801 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.467029 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.467533 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 04 13:35:45.467859 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.468751 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.469721 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 04 13:35:45.469721 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_default.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.470469 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.470975 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-default not supported by any of loaded plugins
May 04 13:35:45.471284 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_fip.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.471928 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.472424 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-fip not supported by any of loaded plugins
May 04 13:35:45.472735 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_gateway_ip.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.474416 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.475856 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 04 13:35:45.475856 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_port_network_policy.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.476101 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.476592 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 04 13:35:45.476909 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_rule_type_details.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.477826 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.478321 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 04 13:35:45.478634 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: qos_rules_alias.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.479661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.480156 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 04 13:35:45.480466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: quotasv2.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.481592 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.481908 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: quotas
May 04 13:35:45.482220 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: quotasv2_detail.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.483825 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.484153 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: quota_details
May 04 13:35:45.484477 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: rbac.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.485552 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.486070 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: rbac-policies
May 04 13:35:45.486381 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: rbac_address_group.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.487326 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.487772 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: rbac-address-group
May 04 13:35:45.488092 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: rbac_address_scope.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.488994 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.490605 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: rbac-address-scope
May 04 13:35:45.491024 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: rbac_security_groups.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.491941 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.492458 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: rbac-security-groups
May 04 13:35:45.492785 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: rbac_subnetpool.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.493720 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.494219 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: rbac-subnetpool
May 04 13:35:45.497024 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: revisionifmatch.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.497024 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.497024 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: revision-if-match
May 04 13:35:45.497024 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: revisions.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.497496 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.497823 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: standard-attr-revisions
May 04 13:35:45.498140 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: router_availability_zone.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.498802 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.499298 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: router_availability_zone
May 04 13:35:45.499613 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: routerservicetype.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.500499 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.501012 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension router-service-type not supported by any of loaded plugins
May 04 13:35:45.501368 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.502260 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.502760 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: security-groups-normalized-cidr
May 04 13:35:45.503076 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.503961 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.504466 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: port-security-groups-filtering
May 04 13:35:45.505303 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.506263 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.506443 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: security-groups-remote-address-group
May 04 13:35:45.506759 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: securitygroup.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.516396 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.516924 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: security-group
May 04 13:35:45.517287 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: segment.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.518068 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.518576 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension segment not supported by any of loaded plugins
May 04 13:35:45.518893 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.519839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.520338 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 04 13:35:45.521265 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: servicetype.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.522384 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.522891 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: service-type
May 04 13:35:45.523212 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: sorting.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.524167 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.524491 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: sorting
May 04 13:35:45.524809 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: standard_attr_segment.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.525726 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.526232 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 04 13:35:45.526552 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: standardattrdescription.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.527188 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.527690 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: standard-attr-description
May 04 13:35:45.528006 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: stateful_security_group.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.528898 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.529436 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: stateful-security-group
May 04 13:35:45.529753 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: stdattrs_common.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.530327 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 04 13:35:45.530641 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.531622 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.532123 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 04 13:35:45.532435 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: subnet_onboard.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.533519 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.534023 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: subnet_onboard
May 04 13:35:45.534332 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.535242 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.535738 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 04 13:35:45.536053 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: subnet_service_types.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.537825 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.538363 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: subnet-service-types
May 04 13:35:45.538680 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: subnetallocation.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.539749 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.540258 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: subnet_allocation
May 04 13:35:45.540575 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.541281 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.541790 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: subnetpool-prefix-ops
May 04 13:35:45.542102 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.543014 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.543525 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 04 13:35:45.543838 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: tagging.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.544923 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.545472 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: standard-attr-tag
May 04 13:35:45.545784 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: timestamp.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.546979 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.547478 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loaded extension: standard-attr-timestamp
May 04 13:35:45.547796 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: trunk.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.548807 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.549346 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension trunk not supported by any of loaded plugins
May 04 13:35:45.549660 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: trunk_details.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.550553 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.551053 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension trunk-details not supported by any of loaded plugins
May 04 13:35:45.551370 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: uplink_status_propagation.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.552327 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.552827 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 04 13:35:45.553175 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Loading extension file: vlantransparent.py {{(pid=73709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 04 13:35:45.553845 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 04 13:35:45.554345 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extension vlan-transparent not supported by any of loaded plugins
May 04 13:35:45.556851 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:network
May 04 13:35:45.557644 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:subnet
May 04 13:35:45.558433 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 13:35:45.559046 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:port
May 04 13:35:45.560330 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.560772 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service FLAVORS assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.561425 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.561855 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.562180 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:router
May 04 13:35:45.562915 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:floatingip
May 04 13:35:45.563617 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service METERING assigned prefix: /metering {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.565067 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e9166cd30>> rbac-policy before_create 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.565458 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e9166cd30>> rbac-policy before_update 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.565799 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e9166cd30>> rbac-policy before_delete 55550000 {{(pid=73709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:35:45.566942 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of CountableResource for resource:rbac_policy
May 04 13:35:45.567385 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:security_group
May 04 13:35:45.568107 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:security_group_rule
May 04 13:35:45.568986 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service CORE assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.569205 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 13:35:45.570175 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] subnetpool is already registered
May 04 13:35:45.570175 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service CORE assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.570456 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 13:35:45.570778 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] subnetpool is already registered
May 04 13:35:45.574826 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.575253 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service FLAVORS assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.575841 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.576262 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.576587 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:router
May 04 13:35:45.576909 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] router is already registered
May 04 13:35:45.577539 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:floatingip
May 04 13:35:45.577854 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] floatingip is already registered
May 04 13:35:45.578471 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service METERING assigned prefix: /metering {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.579144 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of CountableResource for resource:rbac_policy
May 04 13:35:45.579467 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] rbac_policy is already registered
May 04 13:35:45.580007 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:security_group
May 04 13:35:45.580328 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] security_group is already registered
May 04 13:35:45.580910 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:security_group_rule
May 04 13:35:45.581311 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] security_group_rule is already registered
May 04 13:35:45.581928 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service CORE assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.582253 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 13:35:45.582570 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] subnetpool is already registered
May 04 13:35:45.583822 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.v2.resource_helper [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Service CORE assigned prefix:  {{(pid=73709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 04 13:35:45.584229 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Creating instance of TrackedResource for resource:subnetpool
May 04 13:35:45.584549 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING neutron.quota.resource_registry [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] subnetpool is already registered
May 04 13:35:45.585240 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: extensions {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.586738 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: address-groups {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.588324 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: address-scopes {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.589538 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: agents {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.590698 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: auto-allocated-topology {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.591920 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: availability_zones {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.593247 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: dhcp-networks {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.594649 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: dhcp-agents {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.596061 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: routers {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.597875 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: flavors {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.599782 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: service_profiles {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.600975 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: next_providers {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.602517 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: service_profiles {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.603954 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: floatingip-pools {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.605181 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: routers {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.606961 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: floatingips {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.608116 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: l3-routers {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.609501 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: l3-agents {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.610893 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: metering-labels {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.612214 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: metering-label-rules {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.613534 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: network-ip-availabilities {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.614829 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: bindings {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.616442 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: quotas {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.617885 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: quotas {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.619270 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: rbac-policies {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.620548 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: security-groups {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.621781 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: security-group-rules {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.623010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: service-providers {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.624211 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: subnetpools {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.625623 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: subnetpools {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.627065 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.628740 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.630618 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.632378 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.635309 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.637195 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.638880 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.760518 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.763124 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.765390 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron.api.extensions [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Extended resource: tags {{(pid=73709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 04 13:35:45.772184 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING keystonemiddleware.auth_token [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 04 13:35:45.776912 dv-cinder-789564-1-iscsi neutron-server[73709]: WARNING keystonemiddleware.auth_token [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 04 13:35:45.785030 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_concurrency.lockutils [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Acquired lock "singleton_lock" {{(pid=73709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 04 13:35:45.785528 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_concurrency.lockutils [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Releasing lock "singleton_lock" {{(pid=73709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 04 13:35:45.786180 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Starting 2 workers
May 04 13:35:45.790909 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Started child 73859 {{(pid=73709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 13:35:45.795247 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Started child 73860 {{(pid=73709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 13:35:45.796221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:35:45.796878 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO neutron.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Neutron service started, listening on 0.0.0.0:9696
May 04 13:35:45.797426 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Notify callbacks [] for process, before_spawn {{(pid=73709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:35:45.797699 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [-] (73859) wsgi starting up on http://0.0.0.0:9696
May 04 13:35:45.799717 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:35:45.800210 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Starting 1 workers
May 04 13:35:45.801068 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [-] (73860) wsgi starting up on http://0.0.0.0:9696
May 04 13:35:45.805540 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Started child 73861 {{(pid=73709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 13:35:45.806053 dv-cinder-789564-1-iscsi neutron-server[73709]: INFO oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Starting 1 workers
May 04 13:35:45.809584 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] calling RpcWorker wait() {{(pid=73861) _wait /opt/stack/neutron/neutron/service.py:128}}
May 04 13:35:45.810412 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] returning from RpcWorker wait() {{(pid=73861) _wait /opt/stack/neutron/neutron/service.py:135}}
May 04 13:35:45.810538 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Started child 73862 {{(pid=73709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 04 13:35:45.811304 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG neutron_lib.callbacks.manager [None req-ecc0dc61-fe57-42ba-83f4-1edb460df492 None None] Notify callbacks [] for process, after_spawn {{(pid=73709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:35:45.811449 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:35:45.811957 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:35:45.813312 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 04 13:35:45.813558 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 04 13:35:45.813695 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 04 13:35:45.813891 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 04 13:35:45.814217 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 04 13:35:45.814370 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 04 13:35:45.814876 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.815147 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.815424 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.815691 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.815975 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.816567 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.816856 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.816991 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:35:45.818568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.818568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.818568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.818568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.818568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.819517 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.819517 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.819517 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.820045 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.820045 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.820405 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.820405 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.820763 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.820958 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.821173 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.821514 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.821707 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.822131 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.822369 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.822863 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.823099 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.823462 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.823656 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.823841 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.824076 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.824306 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.824521 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.824777 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.825027 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.825271 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.825487 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.825742 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.825957 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.826453 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] host                           = dv-cinder-789564-1-iscsi {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.826691 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.826904 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.827127 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.827375 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.827618 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.827829 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.828090 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.828681 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.828681 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.828998 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.829141 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.829278 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.829505 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.829754 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.829917 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.830149 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.830435 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.830708 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.830896 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.831063 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.831241 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.831554 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.831790 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.831931 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.832181 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.832334 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.832544 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.832781 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.833015 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.833335 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.833595 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.833967 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.834195 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.834437 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.834662 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.834882 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.835105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.835321 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.835550 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.835762 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.835973 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.836276 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.836456 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.836668 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.836934 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.837202 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.837459 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.837690 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.837959 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.838182 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.838403 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.838611 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.838870 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.839098 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.839352 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.839592 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.839805 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.840028 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.840259 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.840488 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.840717 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.840929 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.841194 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.841450 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.841661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.841963 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.842101 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.842353 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.842527 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.842940 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.843215 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:35:45.843349 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.843549 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.843781 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.844012 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.844250 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.844501 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.844737 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.844985 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.845283 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.845610 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.845860 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.846174 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.846528 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.846690 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.846977 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.847201 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.847437 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.848235 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.848235 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.848235 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850008 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850946 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850946 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850946 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.850946 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.851639 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.851639 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.851639 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.852275 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.852275 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.852763 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.852763 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.853123 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.853302 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.853467 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.853688 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.853841 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.854143 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.854353 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.854543 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.854725 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.854931 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.855424 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.855424 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.855892 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.855892 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857822 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.857822 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.858073 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.858238 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.858477 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.858710 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.858944 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.859159 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.859378 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.859591 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.859831 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.860060 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.860297 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.860501 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.860713 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.860929 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.861184 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.861404 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.861619 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.861851 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.862085 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.862297 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.862509 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.862732 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.863019 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.863337 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.863582 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.863836 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.864076 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.864330 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.865123 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.865375 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.865593 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.865827 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.866061 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.866332 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.866576 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.866831 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.867058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.867286 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.867542 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.867760 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.868034 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.868255 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.868491 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.868720 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.868984 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.869263 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.869514 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.869762 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.871488 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.871833 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.872131 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.872441 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.872692 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.872993 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.873379 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.873649 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.873925 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.874187 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.874433 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.874714 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.874954 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.875213 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.875455 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.875706 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.875935 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.876223 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.876491 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.876717 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.876939 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.877248 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.877581 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.877812 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.878054 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.878274 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.878563 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.878815 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.879055 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.879322 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.879576 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.879813 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.880181 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.880942 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.882026 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.882279 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.882499 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.882760 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.883001 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.883216 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.887049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.887049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.887049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.887049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.887049 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.888313 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.888313 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.888313 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.889010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.889408 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.889672 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.890538 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.891466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.895031 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.896439 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.896439 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.896439 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.896683 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.896850 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.897167 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.897444 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.897678 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.897925 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.898184 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.898462 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.898686 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.898946 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.899182 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.899405 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.899625 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.899867 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.900126 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.900365 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.900615 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.900834 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.901126 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.901386 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.901736 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.902013 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.902248 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.902505 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.902725 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.902945 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.903196 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.903435 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.903655 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.903873 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.904090 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.904346 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.904591 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.904830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.905063 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.905297 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.905510 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.905729 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.905942 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.906248 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.906514 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.906747 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.906999 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.907228 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.907459 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.907688 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.907902 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.908142 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.908378 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.908776 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.908994 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.909267 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.909511 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.909727 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.909978 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.910192 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.910407 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.910652 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.910886 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.911133 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.912003 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.912226 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.912449 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.912685 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.913026 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.913305 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.913553 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.913850 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.914104 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.914337 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.914610 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.914940 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.915179 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.915423 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.915645 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.915864 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.916251 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.916516 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.916851 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.917190 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.917459 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.917700 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.917996 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.918279 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.918548 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.918776 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.919085 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.919416 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.919721 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.920000 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.920248 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.920510 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.920756 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.920978 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.921228 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.921486 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.921728 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.921968 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.922207 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.922469 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.922711 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.922947 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.923169 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.923418 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.923677 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.923904 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.924126 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.924287 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 04 13:35:45.924871 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 04 13:35:45.925035 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 04 13:35:45.925270 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 04 13:35:45.925444 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 04 13:35:45.925589 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 04 13:35:45.925725 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 04 13:35:45.925897 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.926060 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.926227 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.926378 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.926539 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.926722 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.926991 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.927216 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.927412 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.927412 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.927712 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.927712 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.928027 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.928234 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.928374 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.928531 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.928778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.928778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929056 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929250 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929386 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929519 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929651 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929784 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.929929 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930094 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930232 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930376 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930510 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930667 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930828 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.930988 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.931149 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.931299 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.931458 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.931619 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.931779 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.931929 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.932087 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.932247 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.932397 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] host                           = dv-cinder-789564-1-iscsi {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.932555 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.932704 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.932861 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933021 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933274 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933421 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933556 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933690 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933824 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.933956 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.934102 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.934259 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.934413 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.934570 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.934730 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.934891 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.935052 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.935213 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.935390 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.935545 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.935707 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.935851 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.936015 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.936177 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.936327 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.936482 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.936643 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.936803 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.937030 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.937205 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.937342 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.937475 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.938778 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940010 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.940830 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941423 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941423 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941423 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941423 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941688 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941764 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.941869 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.942027 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.942188 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.942354 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.943047 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.943210 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.943371 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.943533 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 04 13:35:45.943716 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.943882 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.944057 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.944221 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.944388 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.944551 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.944715 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.944869 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.945029 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.945237 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.945375 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.945509 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.945689 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.945854 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946016 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946181 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946344 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946603 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946603 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946910 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.946989 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.947163 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.947681 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.947681 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.947909 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948030 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948147 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948307 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948478 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948646 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948812 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.948960 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.949160 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.949293 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.949459 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.949622 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.949816 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.951137 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.953607 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954105 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954533 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954533 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954533 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954698 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.954860 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.955027 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.955193 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.955362 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.955512 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.955676 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.955842 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.956007 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.956172 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.956346 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.956497 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.956664 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.957054 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.957250 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.957399 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 50976) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:35:45.957494 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.957576 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.957713 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.957885 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.958065 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.958791 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.960256 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961005 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961005 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961005 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961005 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961348 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961453 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.961737 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.962019 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.962298 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.962589 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.962857 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.963034 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.963243 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.963524 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.963809 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.964094 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.964386 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.964790 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.964934 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.965374 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.965553 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.966661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.966661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.966661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.966661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.966661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.966661 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.967566 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.967672 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063415
May 04 13:35:45.967767 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.968357 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.968538 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.968683 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.968902 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.969149 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.969461 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.969461 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.970091 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.970513 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.971001 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.971001 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.971001 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.971516 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.971516 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.971516 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.972839 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.973986 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.973986 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.973986 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.973986 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.974272 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:35:45.974741 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.974914 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.975083 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.975249 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.975416 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.975584 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.975749 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.975914 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.976080 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.976245 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.976409 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.976571 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.976737 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.976982 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.977127 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.977257 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.977396 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.978336 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.978510 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.978681 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.978836 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.978996 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.979161 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.979325 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.979488 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.979660 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.979853 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.980041 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.980215 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.980379 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.980488 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.980644 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.981724 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.981858 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.981963 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.982081 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.982236 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.982403 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.982567 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.982732 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.982897 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.983061 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.983225 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.983407 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.983575 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.983740 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.984066 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.984215 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.984383 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.984546 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.984709 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.984873 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.985036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.985283 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.985420 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.985563 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.985721 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.985888 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.986052 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.986216 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.986379 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.986542 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.986721 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.986884 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987096 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987224 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987360 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987599 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987599 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987599 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.987599 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.988397 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.988397 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.988538 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.988613 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.988759 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.988921 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.989103 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.989518 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.989518 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.989784 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990466 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990753 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.990817 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.991663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.991663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.991663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.991663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.991663 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.993036 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.995058 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.996568 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.997895 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.998757 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.998757 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.998757 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 04 13:35:45.998757 dv-cinder-789564-1-iscsi neutron-server[73709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 04 13:35:57.824811 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b25f0f-46a9-431e-b93a-64bee21fac7b None None] get_active_networks_info from dv-cinder-789564-1-iscsi {{(pid=73861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
May 04 13:35:57.934515 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b25f0f-46a9-431e-b93a-64bee21fac7b None None] No non-hosted networks {{(pid=73861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 04 13:35:57.944708 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.agentschedulers_db [None req-23b25f0f-46a9-431e-b93a-64bee21fac7b None None] DHCP Agent not found on host dv-cinder-789564-1-iscsi {{(pid=73861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 04 13:35:58.102760 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-04c0772c-837b-4f1f-9c08-4eb5d4a759db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079'] for agent, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:00.911191 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079'] for agent, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:00.917862 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.919433 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.920198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.921626 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.922355 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.923077 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.924152 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.925203 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.925942 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.927640 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.928358 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.929097 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:00.930538 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7e909ddfa0>, 'Open vSwitch agent', 'dv-cinder-789564-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:00.941345 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7e90a1a5e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:01.151096 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ce4bfb50-fd8a-473e-9f91-8ebb0ac81123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079'] for agent, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:01.180444 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0c24ef68-9fbc-4afe-a22a-b3c9c4f8c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:03.143456 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079'] for agent, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:04.454708 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079'] for agent, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:05.654251 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 51070) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:06.245958 dv-cinder-789564-1-iscsi neutron-server[73860]: WARNING oslo_policy.policy [None req-ceccd0a8-faf1-4f43-ae71-c4a096bdfc9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:06.246516 dv-cinder-789564-1-iscsi neutron-server[73860]: WARNING oslo_policy.policy [None req-ceccd0a8-faf1-4f43-ae71-c4a096bdfc9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:06.463184 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [None req-ceccd0a8-faf1-4f43-ae71-c4a096bdfc9f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:36:06.464264 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ceccd0a8-faf1-4f43-ae71-c4a096bdfc9f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8092055
May 04 13:36:07.131307 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.db.l3_hamode_db [None req-d9d12d69-3330-43fc-aca7-0a0a5517fef6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 04 13:36:07.218575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d12d69-3330-43fc-aca7-0a0a5517fef6 None None] Routers set() bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:36:07.218965 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d12d69-3330-43fc-aca7-0a0a5517fef6 None None] Router IDs set() for agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 04 13:36:08.836899 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 51084) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:09.203994 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:09.303279 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.policy [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73860) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 04 13:36:09.348943 dv-cinder-789564-1-iscsi neutron-server[73860]: WARNING oslo_policy.policy [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:09.349278 dv-cinder-789564-1-iscsi neutron-server[73860]: WARNING oslo_policy.policy [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:09.357787 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.quota [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7e910cb5e0>.
May 04 13:36:09.373213 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:09.435955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761349416659', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761349415086', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761349393547', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761349397479', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761349377370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761349383420', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3768077', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3788373', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573662'] for rbac-policy, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:09.499513 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:09.500743 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f3329e99-49b7-4883-9add-2ea8a9260984 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6628621
May 04 13:36:12.148716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 51098) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:12.500196 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Request body: {'network': {'project_id': '2e3b793000da48d893b10f18d44a5c22', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'name': 'private', 'admin_state_up': True}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:12.505577 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:12.510403 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Usage tracker for resource:network and tenant:2e3b793000da48d893b10f18d44a5c22 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:12.515014 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:12.522057 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:12.531483 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Made reservation on behalf of 2e3b793000da48d893b10f18d44a5c22 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:36:12.534334 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.552343 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.566400 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:12.570676 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Usage tracker for resource:security_group_rule and tenant:2e3b793000da48d893b10f18d44a5c22 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:12.575942 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:12.581520 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:12.683645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.687491 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.693691 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:12.710728 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:36:12.736202 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761349378088', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.736698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7e91e10280> segment precommit_create {{(pid=73860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 04 13:36:12.737180 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Added segment 80aa60d2-e268-48d9-ac50-cf4f85f264e2 of type vlan for network 093004a8-1e21-450b-bccd-11632a7edd14
May 04 13:36:12.790197 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443db13-026a-4fa5-8f30-c12ed38b7949,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:12.810703 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.811051 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.811379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.811700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.812016 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.812330 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.812637 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.812945 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.813292 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.813595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.814012 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.814206 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Tracked resource versions report:
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]: pushed versions:
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]: {   'AddressGroup': {'1.2'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'ConntrackHelper': {'1.0'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Log': {'1.0'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Network': {'1.1'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Port': {'1.7'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'PortForwarding': {'1.2'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'QosPolicy': {'1.8'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'SecurityGroup': {'1.4'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'SecurityGroupRule': {'1.2'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'SubPort': {'1.0'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Subnet': {'1.1'},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Trunk': {'1.1'}}
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]: consumer versions:
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'ConntrackHelper': '1.0',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Log': '1.0',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Network': '1.1',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Port': '1.7',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'PortForwarding': '1.2',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'QosPolicy': '1.8',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'SecurityGroup': '1.4',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'SecurityGroupRule': '1.2',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'SubPort': '1.0',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Subnet': '1.1',
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Trunk': '1.1'}}
May 04 13:36:12.815292 dv-cinder-789564-1-iscsi neutron-server[73860]:  {{(pid=73860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:36:12.863250 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.872517 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:12.906936 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.908335 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:12.908980 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:12.913316 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:13.020013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Pushing event updated for resources: {'Network': ['ID=093004a8-1e21-450b-bccd-11632a7edd14,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:13.022835 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8731101
May 04 13:36:13.024643 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:13.033027 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 093004a8-1e21-450b-bccd-11632a7edd14 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:36:15.706161 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51114) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:16.342028 dv-cinder-789564-1-iscsi neutron-server[73859]: WARNING oslo_policy.policy [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:16.342630 dv-cinder-789564-1-iscsi neutron-server[73859]: WARNING oslo_policy.policy [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:16.787741 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.policy [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73859) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 04 13:36:16.834481 dv-cinder-789564-1-iscsi neutron-server[73859]: WARNING oslo_policy.policy [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:16.834867 dv-cinder-789564-1-iscsi neutron-server[73859]: WARNING oslo_policy.policy [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 04 13:36:16.843184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:16.845095 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-974fb937-0be6-431b-b90a-698976025e34 admin admin] 10.222.0.25 "GET /v2.0/networks/093004a8-1e21-450b-bccd-11632a7edd14 HTTP/1.1" status: 200  len: 825 time: 1.1368420
May 04 13:36:16.879001 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f4c6c671-a743-4651-b1d8-f1fbdc38d48e admin admin] 10.222.0.25 "GET /v2.0/subnetpools/fa3c57b3-537b-4891-af31-16f5bcb8548f HTTP/1.1" status: 200  len: 734 time: 0.0273895
May 04 13:36:16.888807 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Request body: {'subnet': {'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f', 'ip_version': 4, 'tenant_id': '2e3b793000da48d893b10f18d44a5c22'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:16.890542 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.quota [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7e91462e80>.
May 04 13:36:16.897715 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:16.903500 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Usage tracker for resource:subnet and tenant:2e3b793000da48d893b10f18d44a5c22 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:16.906987 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:16.914842 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:16.929792 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Made reservation on behalf of 2e3b793000da48d893b10f18d44a5c22 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:36:16.932590 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:17.453528 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:17.459196 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:17.539136 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Checking segment: {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:36:17.539512 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Network hostable DHCP agents. Network: 093004a8-1e21-450b-bccd-11632a7edd14, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:36:17.555986 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a929a2-f59d-4c25-bfe7-89b60092e0b3,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:17.568127 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.568127 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.568906 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.569143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.569601 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.569948 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.570285 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.570591 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.571034 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.571344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.571695 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.572006 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Tracked resource versions report:
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]: pushed versions:
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]: {   'AddressGroup': {'1.2'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'ConntrackHelper': {'1.0'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Log': {'1.0'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Network': {'1.1'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Port': {'1.7'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'PortForwarding': {'1.2'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'QosPolicy': {'1.8'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'SecurityGroup': {'1.4'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'SecurityGroupRule': {'1.2'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'SubPort': {'1.0'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Subnet': {'1.1'},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Trunk': {'1.1'}}
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]: consumer versions:
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'ConntrackHelper': '1.0',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Log': '1.0',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Network': '1.1',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Port': '1.7',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'PortForwarding': '1.2',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'QosPolicy': '1.8',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'SecurityGroup': '1.4',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'SecurityGroupRule': '1.2',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'SubPort': '1.0',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Subnet': '1.1',
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Trunk': '1.1'}}
May 04 13:36:17.573419 dv-cinder-789564-1-iscsi neutron-server[73859]:  {{(pid=73859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:36:17.594220 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Network 093004a8-1e21-450b-bccd-11632a7edd14 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:36:17.609226 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 093004a8-1e21-450b-bccd-11632a7edd14) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:36:17.621125 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:17.634510 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:17.635551 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:17.636156 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5702553e-5615-4293-b2ad-ad331a903108 None None] Network 093004a8-1e21-450b-bccd-11632a7edd14 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:36:17.658920 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7737045
May 04 13:36:17.968655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-093004a8-1e21-450b-bccd-11632a7edd14', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:36:17.969945 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:18.175849 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Allocated IP 172.20.0.2 (093004a8-1e21-450b-bccd-11632a7edd14/d9a929a2-f59d-4c25-bfe7-89b60092e0b3/f99ea929-6077-4b10-9b5f-775cf80fe6cf) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:36:18.436677 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:18.453008 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Transition to ACTIVE for port object f99ea929-6077-4b10-9b5f-775cf80fe6cf will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:36:18.475483 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Transition to ACTIVE for port object f99ea929-6077-4b10-9b5f-775cf80fe6cf will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:36:18.484410 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:18.491444 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:18.581855 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Network 093004a8-1e21-450b-bccd-11632a7edd14 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:36:18.586119 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:36:18.594848 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Pushing event updated for resources: {'Port': ['ID=f99ea929-6077-4b10-9b5f-775cf80fe6cf,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:18.597378 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:36:18.606723 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.607060 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.607396 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.607731 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.608050 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.608372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.608826 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.609337 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.609682 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.610004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.610316 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.610634 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Tracked resource versions report:
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]: pushed versions:
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]: {   'AddressGroup': {'1.2'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'ConntrackHelper': {'1.0'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Log': {'1.0'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Network': {'1.1'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Port': {'1.7'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'PortForwarding': {'1.2'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'QosPolicy': {'1.8'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'SecurityGroup': {'1.4'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'SecurityGroupRule': {'1.2'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'SubPort': {'1.0'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Subnet': {'1.1'},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Trunk': {'1.1'}}
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]: consumer versions:
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'ConntrackHelper': '1.0',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Log': '1.0',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Network': '1.1',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Port': '1.7',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'PortForwarding': '1.2',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'QosPolicy': '1.8',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'SecurityGroup': '1.4',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'SecurityGroupRule': '1.2',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'SubPort': '1.0',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Subnet': '1.1',
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Trunk': '1.1'}}
May 04 13:36:18.611787 dv-cinder-789564-1-iscsi neutron-server[73861]:  {{(pid=73861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:36:18.650764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:18.713206 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Attempting to bind port f99ea929-6077-4b10-9b5f-775cf80fe6cf on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:36:18.713501 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Attempting to bind port f99ea929-6077-4b10-9b5f-775cf80fe6cf by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:36:18.713926 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Attempting to bind port f99ea929-6077-4b10-9b5f-775cf80fe6cf on network 093004a8-1e21-450b-bccd-11632a7edd14 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:36:18.719489 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:36:18.719891 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Checking segment: {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:36:18.720370 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:18.720758 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Bound using segment: {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:36:18.721289 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Bound port: f99ea929-6077-4b10-9b5f-775cf80fe6cf, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:36:18.721680 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:18.825004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] For port f99ea929-6077-4b10-9b5f-775cf80fe6cf, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:36:18.829331 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] For port f99ea929-6077-4b10-9b5f-775cf80fe6cf, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=f99ea929-6077-4b10-9b5f-775cf80fe6cf,segment=NetworkSegment(80aa60d2-e268-48d9-ac50-cf4f85f264e2),segment_id=80aa60d2-e268-48d9-ac50-cf4f85f264e2)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:36:18.836025 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:18.840025 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:18.928133 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Pushing event updated for resources: {'Port': ['ID=f99ea929-6077-4b10-9b5f-775cf80fe6cf,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:18.945445 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:20.207068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51136) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:20.611917 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [None req-df8a43a6-e7c8-400b-97c1-750e0999fb43 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:36:20.617115 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-df8a43a6-e7c8-400b-97c1-750e0999fb43 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4050019
May 04 13:36:23.071954 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51146) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:23.510725 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [None req-1ac58b1b-9b78-41a7-8e82-9f85559b4515 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:36:23.511807 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1ac58b1b-9b78-41a7-8e82-9f85559b4515 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4389296
May 04 13:36:24.485548 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc2e58-1cde-47e6-9756-514869a754e2 None None] Network 093004a8-1e21-450b-bccd-11632a7edd14 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:36:24.591612 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-314c4a88-a5b1-44f0-8829-1f56fb0daa56 None None] Provisioning for port f99ea929-6077-4b10-9b5f-775cf80fe6cf completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:36:25.183740 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device f99ea929-6077-4b10-9b5f-775cf80fe6cf up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:36:25.262059 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port f99ea929-6077-4b10-9b5f-775cf80fe6cf completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:36:25.266972 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port f99ea929-6077-4b10-9b5f-775cf80fe6cf triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:25.267364 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:25.386388 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:25.421050 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port f99ea929-6077-4b10-9b5f-775cf80fe6cf, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=f99ea929-6077-4b10-9b5f-775cf80fe6cf,segment=NetworkSegment(80aa60d2-e268-48d9-ac50-cf4f85f264e2),segment_id=80aa60d2-e268-48d9-ac50-cf4f85f264e2)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:36:25.425872 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:25.429101 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:25.500941 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=f99ea929-6077-4b10-9b5f-775cf80fe6cf,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:25.504446 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:26.231644 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51162) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:26.589439 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'name': 'router1'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:26.594595 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:26.598759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Usage tracker for resource:router and tenant:2e3b793000da48d893b10f18d44a5c22 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:26.602082 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:26.607922 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:26.619894 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:26.621647 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:26.644765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:26.757763 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:26.777578 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:26.778878 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-054f70ff-d259-4fa8-996b-d1a328a12321 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5462475
May 04 13:36:27.158678 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device f99ea929-6077-4b10-9b5f-775cf80fe6cf up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:36:27.227018 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port f99ea929-6077-4b10-9b5f-775cf80fe6cf triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:27.227383 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:27.726817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bdfac4f6-0187-4cdd-9346-4812826bb4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:29.208360 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 51172) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:29.584679 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [None req-4ef7c722-9c9e-4d35-ba7f-9acfb0c96967 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:36:29.585767 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4ef7c722-9c9e-4d35-ba7f-9acfb0c96967 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3764689
May 04 13:36:30.825004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:31.111771 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-03443754-d4ea-447a-bf38-6e624ded2dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.166376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51182) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:32.612176 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:32.617719 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:32.621609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Usage tracker for resource:network and tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:32.624533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:32.631027 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:32.640823 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Made reservation on behalf of bcc8d1fbd3cf4abc91006e4e9c69abb9 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:36:32.643044 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.679411 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.694974 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:32.698953 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:32.702298 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:32.708214 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:32.805035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.808965 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.812214 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:32.836414 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Reserving flat network on physical network physnet1 {{(pid=73859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 04 13:36:32.851635 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d520cd8d-7f11-49b3-bd8c-5f20ffcbcb49,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:32.860269 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:32.861327 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761349378088', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.862269 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7e91e10280> segment precommit_create {{(pid=73859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 04 13:36:32.862364 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Added segment cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f of type flat for network a256ac1a-7bb9-4134-8e1a-f091df8abbd8
May 04 13:36:32.907144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.952121 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.953353 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:32.953928 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:32.958513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:33.055729 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Pushing event updated for resources: {'Network': ['ID=a256ac1a-7bb9-4134-8e1a-f091df8abbd8,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:33.058223 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8908434
May 04 13:36:33.059858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:33.067534 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:36:33.168909 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:34.384106 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:35.421768 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51202) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:35.639687 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce07671-b5be-4df7-bd3c-717b1ae4e17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:35.641055 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1ce07671-b5be-4df7-bd3c-717b1ae4e17a admin admin] 10.222.0.25 "GET /v2.0/subnets/d9a929a2-f59d-4c25-bfe7-89b60092e0b3 HTTP/1.1" status: 200  len: 849 time: 0.2183373
May 04 13:36:35.791369 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f7b62ab7-f201-4575-8da2-d0da36224c15 admin admin] 10.222.0.25 "GET /v2.0/routers/3d734e7f-e716-4807-be50-48788f859828 HTTP/1.1" status: 200  len: 704 time: 0.1442649
May 04 13:36:36.271200 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:36.514531 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Allocated IP 172.20.0.1 (093004a8-1e21-450b-bccd-11632a7edd14/d9a929a2-f59d-4c25-bfe7-89b60092e0b3/8ef9ffd9-5893-4fbb-84b4-5e429d302e5a) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:36:36.723743 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:36.743493 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Transition to ACTIVE for port object 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:36:36.804003 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:36.808303 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:36.876466 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Network 093004a8-1e21-450b-bccd-11632a7edd14 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:36:36.879787 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:36:36.882980 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:36:36.883533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.013603 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Pushing event updated for resources: {'Port': ['ID=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:37.018022 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:37.133068 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-1f16a781-69d8-4dcd-9073-716a96f7db15 None None] Provisioning for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:36:37.138441 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-1f16a781-69d8-4dcd-9073-716a96f7db15 None None] Provisioning complete for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:37.138808 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1f16a781-69d8-4dcd-9073-716a96f7db15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.158607 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.222100 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-1f16a781-69d8-4dcd-9073-716a96f7db15 None None] Port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:36:37.395638 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.400091 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.401275 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.404735 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:37.542942 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Pushing event updated for resources: {'Port': ['ID=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:37.549413 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:37.607593 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Network 093004a8-1e21-450b-bccd-11632a7edd14 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:36:37.608693 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:36:37.804133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Router 3d734e7f-e716-4807-be50-48788f859828 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:36:37.846687 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-1c8460e0-50e2-40b7-b7b8-16cc0d00b836 None None] Provisioning complete for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:37.847055 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1c8460e0-50e2-40b7-b7b8-16cc0d00b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:37.905192 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-1c8460e0-50e2-40b7-b7b8-16cc0d00b836 None None] Port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:36:37.970224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:36:37.981920 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] 10.222.0.25 "PUT /v2.0/routers/3d734e7f-e716-4807-be50-48788f859828/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1856971
May 04 13:36:37.983333 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Sync routers for ids ['3d734e7f-e716-4807-be50-48788f859828'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:36:37.995858 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Routers {'3d734e7f-e716-4807-be50-48788f859828'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:36:37.996796 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e912df670>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:36:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3d734e7f-e716-4807-be50-48788f859828'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:38.179888 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Set router 3d734e7f-e716-4807-be50-48788f859828 gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:36:38.581624 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e912df670>, [{'id': '3d734e7f-e716-4807-be50-48788f859828', 'name': 'router1', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:26Z', 'updated_at': '2021-05-04T13:36:37Z', 'revision_number': 2, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'gw_port_host': None, '_interfaces': [{'id': '8ef9ffd9-5893-4fbb-84b4-5e429d302e5a', 'name': '', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'mac_address': 'fa:16:3e:52:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:36Z', 'updated_at': '2021-05-04T13:36:37Z', 'revision_number': 2, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'subnets': [{'id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:38.587818 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Checking router: 3d734e7f-e716-4807-be50-48788f859828 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:36:38.588186 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Updating router 3d734e7f-e716-4807-be50-48788f859828 port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:36:38.641940 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:39.045278 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:39.060672 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Transition to ACTIVE for port object 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:36:39.067638 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:39.072597 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:39.302285 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Pushing event updated for resources: {'Port': ['ID=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:39.314530 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.314857 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.315184 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.315498 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.315815 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.316146 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.316513 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.317376 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.317757 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.318476 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.318476 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.318660 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Tracked resource versions report:
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]: pushed versions:
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]: {   'AddressGroup': {'1.2'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'ConntrackHelper': {'1.0'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Log': {'1.0'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Network': {'1.1'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Port': {'1.7'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'PortForwarding': {'1.2'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'QosPolicy': {'1.8'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'SecurityGroup': {'1.4'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'SecurityGroupRule': {'1.2'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'SubPort': {'1.0'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Subnet': {'1.1'},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Trunk': {'1.1'}}
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]: consumer versions:
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'ConntrackHelper': '1.0',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Log': '1.0',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Network': '1.1',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Port': '1.7',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'PortForwarding': '1.2',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'QosPolicy': '1.8',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'SecurityGroup': '1.4',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'SecurityGroupRule': '1.2',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'SubPort': '1.0',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Subnet': '1.1',
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Trunk': '1.1'}}
May 04 13:36:39.319698 dv-cinder-789564-1-iscsi neutron-server[73862]:  {{(pid=73862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:36:39.322702 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Attempting to bind port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:36:39.323096 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Attempting to bind port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:36:39.323777 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Attempting to bind port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a on network 093004a8-1e21-450b-bccd-11632a7edd14 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:36:39.327503 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:39.332085 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:36:39.333855 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Checking segment: {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:36:39.333964 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:39.334288 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Bound using segment: {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:36:39.334815 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Bound port: 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80aa60d2-e268-48d9-ac50-cf4f85f264e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:36:39.335441 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:39.429828 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] For port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:36:39.434762 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] For port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,segment=NetworkSegment(80aa60d2-e268-48d9-ac50-cf4f85f264e2),segment_id=80aa60d2-e268-48d9-ac50-cf4f85f264e2)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:36:39.439835 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:39.444725 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:39.554956 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Routers {'3d734e7f-e716-4807-be50-48788f859828'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:36:39.555598 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e912df670>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:36:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3d734e7f-e716-4807-be50-48788f859828'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:39.622390 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Pushing event updated for resources: {'Port': ['ID=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:39.681137 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:39.730147 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] Set router 3d734e7f-e716-4807-be50-48788f859828 gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:36:40.162423 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e912df670>, [{'id': '3d734e7f-e716-4807-be50-48788f859828', 'name': 'router1', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:26Z', 'updated_at': '2021-05-04T13:36:37Z', 'revision_number': 2, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'gw_port_host': None, '_interfaces': [{'id': '8ef9ffd9-5893-4fbb-84b4-5e429d302e5a', 'name': '', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'mac_address': 'fa:16:3e:52:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:36Z', 'updated_at': '2021-05-04T13:36:39Z', 'revision_number': 4, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'subnets': [{'id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:40.169141 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d6ba6-7536-457d-912a-2bc5a8e71dd3 None None] The sync data for ids ['3d734e7f-e716-4807-be50-48788f859828'] in dv-cinder-789564-1-iscsi is: [{'id': '3d734e7f-e716-4807-be50-48788f859828', 'name': 'router1', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:26Z', 'updated_at': '2021-05-04T13:36:37Z', 'revision_number': 2, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'gw_port_host': None, '_interfaces': [{'id': '8ef9ffd9-5893-4fbb-84b4-5e429d302e5a', 'name': '', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'mac_address': 'fa:16:3e:52:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:36Z', 'updated_at': '2021-05-04T13:36:39Z', 'revision_number': 4, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'subnets': [{'id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:36:40.310167 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51224) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:40.511901 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d123e-98d9-4253-8f91-3630e682eb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:40.512347 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-953d123e-98d9-4253-8f91-3630e682eb88 admin admin] Synchronizing usage tracker for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:36:40.530177 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-953d123e-98d9-4253-8f91-3630e682eb88 admin admin] Unset dirty status for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:36:40.536374 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-953d123e-98d9-4253-8f91-3630e682eb88 admin admin] 10.222.0.25 "GET /v2.0/networks/a256ac1a-7bb9-4134-8e1a-f091df8abbd8 HTTP/1.1" status: 200  len: 842 time: 0.2201529
May 04 13:36:40.540761 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Request body: {'subnet': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:40.546257 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:36:40.550058 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Usage tracker for resource:subnet and tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:36:40.553759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:36:40.559850 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:36:40.571197 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Made reservation on behalf of bcc8d1fbd3cf4abc91006e4e9c69abb9 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:36:40.573854 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:41.000263 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.objects.ports [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73859) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 04 13:36:41.000970 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:41.009376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:41.153776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f65c1c4-4119-4e9c-a855-9b9605ee4cbc,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:41.160781 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:36:41.161705 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Network hostable DHCP agents. Network: a256ac1a-7bb9-4134-8e1a-f091df8abbd8, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:36:41.168062 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:41.182936 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:36:41.193706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, a256ac1a-7bb9-4134-8e1a-f091df8abbd8) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:36:41.197784 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:41.198363 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:41.204945 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186cc0b4-1909-4ba3-ad6d-13896880ac34 None None] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:36:41.223806 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6829443
May 04 13:36:41.446613 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb17a869-2258-4ef9-811a-7467fc8b7c88 None None] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:36:43.210384 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:36:43.288051 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:36:43.293179 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:43.293557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:43.425285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:43.469248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,segment=NetworkSegment(80aa60d2-e268-48d9-ac50-cf4f85f264e2),segment_id=80aa60d2-e268-48d9-ac50-cf4f85f264e2)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:36:43.474348 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:43.477596 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:43.547988 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=8ef9ffd9-5893-4fbb-84b4-5e429d302e5a,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:43.554093 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:43.563863 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51238) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:43.779161 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c2d4f056-16f1-4cd5-88b4-5d0d5f1b499a admin admin] 10.222.0.25 "GET /v2.0/routers/3d734e7f-e716-4807-be50-48788f859828 HTTP/1.1" status: 200  len: 710 time: 0.2142529
May 04 13:36:43.916240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab744e-9853-4795-acfa-b2ac9d86c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:36:43.917656 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2dab744e-9853-4795-acfa-b2ac9d86c15e admin admin] 10.222.0.25 "GET /v2.0/networks/a256ac1a-7bb9-4134-8e1a-f091df8abbd8 HTTP/1.1" status: 200  len: 886 time: 0.1318252
May 04 13:36:43.927101 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:36:44.429874 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:44.758500 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:44.815025 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:44.951257 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Allocated IP 172.27.1.55 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:36:45.102972 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:45.136174 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:45.140511 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7f0ea696-6b1f-406b-9401-9ff21592e8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:45.174117 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:36:45.201639 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:36:45.209386 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:36:45.216139 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:36:45.249738 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:45.250120 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:45.276087 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:45.286322 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:45.632977 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:46.037775 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:46.041178 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645947'] for router, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:46.222363 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Router 3d734e7f-e716-4807-be50-48788f859828 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:36:46.406759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:36:46.416141 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:46.417439 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Sync routers for ids ['3d734e7f-e716-4807-be50-48788f859828'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:36:46.418087 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] 10.222.0.25 "PUT /v2.0/routers/3d734e7f-e716-4807-be50-48788f859828 HTTP/1.1" status: 200  len: 889 time: 2.4941607
May 04 13:36:46.429383 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Routers {'3d734e7f-e716-4807-be50-48788f859828'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:36:46.430176 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e943c7c70>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:36:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3d734e7f-e716-4807-be50-48788f859828'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:46.633573 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Set router 3d734e7f-e716-4807-be50-48788f859828 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:36:47.059788 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e943c7c70>, [{'id': '3d734e7f-e716-4807-be50-48788f859828', 'name': 'router1', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:26Z', 'updated_at': '2021-05-04T13:36:45Z', 'revision_number': 4, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'gw_port': {'id': '6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:44Z', 'updated_at': '2021-05-04T13:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '8ef9ffd9-5893-4fbb-84b4-5e429d302e5a', 'name': '', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'mac_address': 'fa:16:3e:52:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:36Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 5, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'subnets': [{'id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:47.064935 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Checking router: 3d734e7f-e716-4807-be50-48788f859828 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:36:47.065317 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Updating router 3d734e7f-e716-4807-be50-48788f859828 port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:36:47.119450 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:47.512254 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:47.526328 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Transition to ACTIVE for port object 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:36:47.533756 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:47.538289 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-35a50205-61e4-427a-bdf5-4ffc7349b4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:47.617024 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cfa95-5841-484f-ab4c-2348d4a5eb91 None None] Pushing event updated for resources: {'Port': ['ID=6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:47.622189 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f0cfa95-5841-484f-ab4c-2348d4a5eb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:47.624549 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Attempting to bind port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:36:47.624910 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Attempting to bind port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:36:47.625305 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Attempting to bind port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:36:47.632402 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:36:47.632595 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:36:47.633140 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:47.633415 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:36:47.633870 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Bound port: 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:36:47.634312 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:47.727057 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] For port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:36:47.730720 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] For port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:36:47.736255 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:47.741614 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:47.827480 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Routers {'3d734e7f-e716-4807-be50-48788f859828'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:36:47.828230 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e943c7c70>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:36:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3d734e7f-e716-4807-be50-48788f859828'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:47.871955 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:36:47.881360 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cfa95-5841-484f-ab4c-2348d4a5eb91 None None] Pushing event updated for resources: {'Port': ['ID=6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:47.891697 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f0cfa95-5841-484f-ab4c-2348d4a5eb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:48.026445 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] Set router 3d734e7f-e716-4807-be50-48788f859828 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:36:48.384069 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e943c7c70>, [{'id': '3d734e7f-e716-4807-be50-48788f859828', 'name': 'router1', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:26Z', 'updated_at': '2021-05-04T13:36:45Z', 'revision_number': 4, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'gw_port': {'id': '6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:44Z', 'updated_at': '2021-05-04T13:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '8ef9ffd9-5893-4fbb-84b4-5e429d302e5a', 'name': '', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'mac_address': 'fa:16:3e:52:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:36Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 5, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'subnets': [{'id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:36:48.388247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac1313-b44c-4556-9cc8-320f549bce9c None None] The sync data for ids ['3d734e7f-e716-4807-be50-48788f859828'] in dv-cinder-789564-1-iscsi is: [{'id': '3d734e7f-e716-4807-be50-48788f859828', 'name': 'router1', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:36:26Z', 'updated_at': '2021-05-04T13:36:45Z', 'revision_number': 4, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'gw_port': {'id': '6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:44Z', 'updated_at': '2021-05-04T13:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '8ef9ffd9-5893-4fbb-84b4-5e429d302e5a', 'name': '', 'network_id': '093004a8-1e21-450b-bccd-11632a7edd14', 'tenant_id': '2e3b793000da48d893b10f18d44a5c22', 'mac_address': 'fa:16:3e:52:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d734e7f-e716-4807-be50-48788f859828', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:36:36Z', 'updated_at': '2021-05-04T13:36:43Z', 'revision_number': 5, 'project_id': '2e3b793000da48d893b10f18d44a5c22', 'subnets': [{'id': 'd9a929a2-f59d-4c25-bfe7-89b60092e0b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa3c57b3-537b-4891-af31-16f5bcb8548f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:36:48.873883 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51248) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:36:49.000100 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-63b56c67-fe76-4d10-b631-cbf814e10722 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1250741
May 04 13:36:49.210248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:36:49.288090 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:36:49.293247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:49.293907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:49.427582 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:49.451557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:36:49.459176 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:49.461662 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:36:49.547096 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:36:49.550096 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:36:51.201816 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:36:51.357833 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 6eb49bb9-89b1-4e33-95fa-128b6bcaf1ee triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:36:51.358278 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:36:57.767236 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-220ca2e4-c398-42bb-b204-31cc5061264e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:00.853001 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:01.140170 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-20e74d20-f4b9-4ea3-8673-c6ee7bb9163e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:03.093093 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:04.405984 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:24.873470 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:37:27.731489 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce8dd-115f-4bdf-9372-9e49606ff2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:30.858557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:31.119336 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7494379a-c115-420c-86f7-b9b37d63e2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:33.096982 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:34.420425 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:37:57.734819 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e7e57f5c-dbc1-4948-a9cf-0afb0406afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:00.845248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:01.114069 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6474-90cd-46e3-ac4b-ce6048c8b8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:01.871927 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:38:03.099523 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:04.412214 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:27.738741 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1d453145-e44f-4a1e-b86a-f5f2155bde9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:30.848541 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:31.116252 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8c277965-e81f-455e-a04d-416567486f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:33.103026 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:33.948134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51818) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:34.022016 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40f56b8-34a2-4a24-ba3c-fbbe62f34ad1 admin admin] GET failed (client error): The resource could not be found.
May 04 13:38:34.023343 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b40f56b8-34a2-4a24-ba3c-fbbe62f34ad1 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0742667
May 04 13:38:34.155589 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0382d-05d5-4eb1-a7ba-1c3de9a19503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:34.156972 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-33b0382d-05d5-4eb1-a7ba-1c3de9a19503 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1299000
May 04 13:38:34.417245 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:36.403333 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51828) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:36.515513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5d222-04dc-46b8-9005-3798f90a11b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:36.516086 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-60a5d222-04dc-46b8-9005-3798f90a11b3 admin admin] Synchronizing usage tracker for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:subnet {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:38:36.534656 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-60a5d222-04dc-46b8-9005-3798f90a11b3 admin admin] Unset dirty status for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:subnet {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:38:36.536008 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-60a5d222-04dc-46b8-9005-3798f90a11b3 admin admin] 10.222.0.25 "GET /v2.0/subnets/d9a929a2-f59d-4c25-bfe7-89b60092e0b3 HTTP/1.1" status: 200  len: 849 time: 0.1317346
May 04 13:38:36.545377 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:38:36.666492 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:36.867856 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761349366932'] for subnet, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:36.872113 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-822f1955-fe89-40cb-9707-dca8e8b85e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:38:36.917198 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:36.918042 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:36.919008 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] 10.222.0.25 "PUT /v2.0/subnets/d9a929a2-f59d-4c25-bfe7-89b60092e0b3 HTTP/1.1" status: 200  len: 868 time: 0.3776157
May 04 13:38:36.936210 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159da519-d346-4982-b036-f018f97e8cd5 None None] Network 093004a8-1e21-450b-bccd-11632a7edd14 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:38:36.947197 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a929a2-f59d-4c25-bfe7-89b60092e0b3,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:38:36.956593 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.957019 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.957317 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.957662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.957994 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.958348 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.958684 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.959011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.959355 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.959683 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.960006 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.960370 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:38:36.964068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:38:37.376302 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-2db4482a-79e0-42d6-bd71-ffb1cedb5385 None None] Provisioning complete for port 8ef9ffd9-5893-4fbb-84b4-5e429d302e5a triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:38:37.376672 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2db4482a-79e0-42d6-bd71-ffb1cedb5385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:37.505756 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-2db4482a-79e0-42d6-bd71-ffb1cedb5385 None None] Provisioning complete for port f99ea929-6077-4b10-9b5f-775cf80fe6cf triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:38:37.506003 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2db4482a-79e0-42d6-bd71-ffb1cedb5385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:38:38.870128 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:38:39.102550 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 51838) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:39.293934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fd152-d2c0-4d4d-a7be-3200614b3e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:39.294311 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fd152-d2c0-4d4d-a7be-3200614b3e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:39.295908 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-aa4fd152-d2c0-4d4d-a7be-3200614b3e9a admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1924181
May 04 13:38:41.429822 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 51848) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:41.621918 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1e36f-9535-43ca-9a1e-e51cc6d0c35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:41.622400 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1e36f-9535-43ca-9a1e-e51cc6d0c35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:41.627355 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4cb1e36f-9535-43ca-9a1e-e51cc6d0c35c admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1932003
May 04 13:38:43.817668 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51858) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:44.000070 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8e1a7-bf7b-4c46-b181-ba3db53d553b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:44.001370 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-ece8e1a7-bf7b-4c46-b181-ba3db53d553b admin admin] 10.222.0.25 "GET /v2.0/networks/093004a8-1e21-450b-bccd-11632a7edd14 HTTP/1.1" status: 200  len: 869 time: 0.1823790
May 04 13:38:46.144526 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51868) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:46.389469 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee3c4c1-8bb9-4533-85f2-ce3eb1a54ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:46.390830 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cee3c4c1-8bb9-4533-85f2-ce3eb1a54ada admin admin] 10.222.0.25 "GET /v2.0/networks/a256ac1a-7bb9-4134-8e1a-f091df8abbd8 HTTP/1.1" status: 200  len: 886 time: 0.2450171
May 04 13:38:48.529930 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51878) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:48.648027 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85cdf2-f13a-4bd8-9ea0-32bfea190dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:48.648495 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85cdf2-f13a-4bd8-9ea0-32bfea190dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:48.650105 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-bd85cdf2-f13a-4bd8-9ea0-32bfea190dc9 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1190054
May 04 13:38:50.823674 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51888) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:50.937186 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d1207-0e67-44ac-a845-eca1d73f97c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:50.937573 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d1207-0e67-44ac-a845-eca1d73f97c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:50.939123 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-122d1207-0e67-44ac-a845-eca1d73f97c2 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1145194
May 04 13:38:53.068972 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51898) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:53.178420 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4960e-8714-4065-adcb-a3b9d153fdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:53.179839 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-3cd4960e-8714-4065-adcb-a3b9d153fdca admin admin] 10.222.0.25 "GET /v2.0/subnets/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc HTTP/1.1" status: 200  len: 816 time: 0.1098740
May 04 13:38:55.341011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51908) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:38:55.449044 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd898a15-46b3-4bc0-be7e-c8e7a81e5dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:38:55.450420 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cd898a15-46b3-4bc0-be7e-c8e7a81e5dfd admin admin] 10.222.0.25 "GET /v2.0/subnets/d9a929a2-f59d-4c25-bfe7-89b60092e0b3 HTTP/1.1" status: 200  len: 868 time: 0.1084428
May 04 13:38:57.741694 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-214acf86-e801-4c44-a7fd-35ca3902e3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:00.850954 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:01.119641 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8928960d-8573-4df4-a8d7-4dde882fcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:03.104480 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:04.418746 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:15.869344 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:39:18.753575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51952) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:39:18.804012 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [None req-ba46ab50-0ca8-498c-ab0f-278bcb1d61b5 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:39:18.805001 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-ba46ab50-0ca8-498c-ab0f-278bcb1d61b5 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0504618
May 04 13:39:21.062288 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51962) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:39:21.133024 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc72b4f-7a02-41d3-ac72-40832ce30c67 admin admin] GET failed (client error): The resource could not be found.
May 04 13:39:21.134339 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0dc72b4f-7a02-41d3-ac72-40832ce30c67 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0711107
May 04 13:39:21.269143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d475a6-2a59-4ad0-84dc-db34a24e7cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:39:21.270630 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-05d475a6-2a59-4ad0-84dc-db34a24e7cdd admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1324725
May 04 13:39:23.449837 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51972) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:39:23.498329 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:39:23.503799 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:39:23.513218 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:39:23.522402 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Made reservation on behalf of bcc8d1fbd3cf4abc91006e4e9c69abb9 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:39:23.524596 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:23.617701 dv-cinder-789564-1-iscsi neutron-server[73859]: WARNING neutron.services.revisions.revision_plugin [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7e90367a90] {project_id='bcc8d1fbd3cf4abc91006e4e9c69abb9', id='17d4ed45-0a4d-47a3-b08b-072a04ba71f0', target_tenant='*', action='access_as_shared', object_id='8efbea32-16ad-448b-9248-39d4cc2921ff'}> to bump revision.
May 04 13:39:23.631426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:39:23.640744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:23.641101 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Added segment 897648e2-88d6-4f44-933d-234168e7d524 of type vlan for network 8efbea32-16ad-448b-9248-39d4cc2921ff
May 04 13:39:23.668388 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:23.701917 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:23.703256 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:39:23.703840 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:23.707804 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:39:23.809798 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Pushing event updated for resources: {'Network': ['ID=8efbea32-16ad-448b-9248-39d4cc2921ff,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:39:23.813320 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3622732
May 04 13:39:23.813964 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:39:23.822377 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 8efbea32-16ad-448b-9248-39d4cc2921ff details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:39:26.040102 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 51982) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:39:26.114438 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.pecan_wsgi.hooks.translation [None req-426a21dd-8a93-4aac-8a50-db393838f8f7 admin admin] GET failed (client error): The resource could not be found.
May 04 13:39:26.115583 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-426a21dd-8a93-4aac-8a50-db393838f8f7 admin admin] Synchronizing usage tracker for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:39:26.132438 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-426a21dd-8a93-4aac-8a50-db393838f8f7 admin admin] Unset dirty status for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:39:26.133797 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-426a21dd-8a93-4aac-8a50-db393838f8f7 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0926600
May 04 13:39:26.249469 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f43af71-84b6-4df9-84a5-50c3cd82b0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:39:26.250879 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9f43af71-84b6-4df9-84a5-50c3cd82b0a1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1129537
May 04 13:39:26.261390 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff', 'name': 'shared-subnet'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:39:26.266276 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:39:26.277573 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:39:26.288378 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Made reservation on behalf of bcc8d1fbd3cf4abc91006e4e9c69abb9 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:39:26.290670 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:26.715287 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:26.719259 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a7244f27-5787-4815-a7c4-90b7b5111ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:39:26.795872 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38faf091-faa5-414f-9933-e3fd5a68f7fb,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:39:26.800240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:39:26.804556 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Checking segment: {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:39:26.804904 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Network hostable DHCP agents. Network: 8efbea32-16ad-448b-9248-39d4cc2921ff, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:39:26.822301 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Network 8efbea32-16ad-448b-9248-39d4cc2921ff is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:39:26.833471 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 8efbea32-16ad-448b-9248-39d4cc2921ff) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:39:26.838019 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:39:26.838594 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:26.844438 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb365f-8926-4f4f-9c5e-0cc99f1cdf81 None None] Network 8efbea32-16ad-448b-9248-39d4cc2921ff requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:39:26.865095 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6074057
May 04 13:39:27.095432 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-8efbea32-16ad-448b-9248-39d4cc2921ff', 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff', 'tenant_id': 'bcc8d1fbd3cf4abc91006e4e9c69abb9', 'fixed_ips': [{'subnet_id': '38faf091-faa5-414f-9933-e3fd5a68f7fb'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:39:27.095669 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.272888 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Allocated IP 192.168.233.2 (8efbea32-16ad-448b-9248-39d4cc2921ff/38faf091-faa5-414f-9933-e3fd5a68f7fb/aae6d39e-321d-4f3b-aa26-109206d75d2b) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:39:27.546067 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.560490 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Transition to ACTIVE for port object aae6d39e-321d-4f3b-aa26-109206d75d2b will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:39:27.581005 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Transition to ACTIVE for port object aae6d39e-321d-4f3b-aa26-109206d75d2b will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:39:27.589776 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.599185 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:39:27.671805 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Network 8efbea32-16ad-448b-9248-39d4cc2921ff is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:39:27.672661 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Pushing event updated for resources: {'Port': ['ID=aae6d39e-321d-4f3b-aa26-109206d75d2b,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:39:27.677718 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:39:27.682653 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:39:27.685367 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.685709 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687237 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687237 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687237 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687237 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.687895 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.688209 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.688542 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.688839 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:39:27.694064 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:39:27.796992 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Attempting to bind port aae6d39e-321d-4f3b-aa26-109206d75d2b on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:39:27.797302 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Attempting to bind port aae6d39e-321d-4f3b-aa26-109206d75d2b by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:39:27.797676 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Attempting to bind port aae6d39e-321d-4f3b-aa26-109206d75d2b on network 8efbea32-16ad-448b-9248-39d4cc2921ff {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:39:27.802150 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-57e13904-9ff4-4647-af4d-b06dd16483bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.805945 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:39:27.806371 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Checking segment: {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:39:27.806777 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.807148 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Bound using segment: {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:39:27.807621 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Bound port: aae6d39e-321d-4f3b-aa26-109206d75d2b, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:39:27.808010 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.906348 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] For port aae6d39e-321d-4f3b-aa26-109206d75d2b, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:39:27.911364 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] For port aae6d39e-321d-4f3b-aa26-109206d75d2b, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=aae6d39e-321d-4f3b-aa26-109206d75d2b,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:39:27.916542 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:27.921101 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:39:28.010788 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Pushing event updated for resources: {'Port': ['ID=aae6d39e-321d-4f3b-aa26-109206d75d2b,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:39:28.014890 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:39:28.863650 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd22966-c317-4dc9-a757-a50e1a056cea None None] Network 8efbea32-16ad-448b-9248-39d4cc2921ff requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:39:28.991267 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e5f40c6a-3054-4b2d-ad7d-a2292e1072ae None None] Provisioning for port aae6d39e-321d-4f3b-aa26-109206d75d2b completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:39:29.328368 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device aae6d39e-321d-4f3b-aa26-109206d75d2b up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:39:29.407199 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port aae6d39e-321d-4f3b-aa26-109206d75d2b completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:39:29.412983 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port aae6d39e-321d-4f3b-aa26-109206d75d2b triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:39:29.413431 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:29.541153 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:29.576702 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port aae6d39e-321d-4f3b-aa26-109206d75d2b, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=aae6d39e-321d-4f3b-aa26-109206d75d2b,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:39:29.583679 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:29.585885 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:39:29.658319 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=aae6d39e-321d-4f3b-aa26-109206d75d2b,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:39:29.661636 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:39:30.854491 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:31.122586 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c40dd89d-ac0f-42e1-9a34-c4e1f8217e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:31.298377 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device aae6d39e-321d-4f3b-aa26-109206d75d2b up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:39:31.369876 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port aae6d39e-321d-4f3b-aa26-109206d75d2b triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:39:31.370248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:33.107812 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:34.423342 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:39:52.869301 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:39:57.746504 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-49554799-a3ba-4e71-aaed-f325c6f2dd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:00.853151 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:01.124719 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cf19908a-2187-4bb9-adc3-357ac8f1693f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:03.111220 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:04.428096 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:27.750597 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5f7e82c0-5e57-4e36-b2f3-28358e4f7397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:29.868265 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:40:30.856586 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:31.129496 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-56560e59-2afe-4e37-8808-a52fbd0822b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:33.115890 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:34.431739 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:41.388977 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52032) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:40:41.395160 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [None req-13d2e46e-2b01-4eec-a080-6d75f4fb7541 tempest-verify_tempest_config-1731519511 tempest-verify_tempest_config-1731519511-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:40:41.396133 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-13d2e46e-2b01-4eec-a080-6d75f4fb7541 tempest-verify_tempest_config-1731519511 tempest-verify_tempest_config-1731519511-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0061765
May 04 13:40:41.721836 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52050) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:40:41.847496 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:41.862558 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:40:41.866398 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Usage tracker for resource:security_group_rule and tenant:256ec243e4cf460fb5ba0456a5b216e7 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:40:41.869202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:40:41.874840 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:40:41.960464 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:41.964573 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:41.975248 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:40:42.014930 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Synchronizing usage tracker for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:40:42.018922 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe6cb1-50b4-4148-8f39-663b2582f1ed,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:40:42.027903 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.028268 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.028599 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.028920 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.029263 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.029598 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.029915 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.030224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.030553 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.030861 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.031165 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.031468 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:40:42.036065 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:40:42.046562 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Unset dirty status for tenant:bcc8d1fbd3cf4abc91006e4e9c69abb9 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:40:42.047889 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=256ec243e4cf460fb5ba0456a5b216e7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3249369
May 04 13:40:42.051475 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52056) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:40:42.114261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:42.140305 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:42.233910 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:42.238392 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:40:42.249694 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe6cb1-50b4-4148-8f39-663b2582f1ed,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:40:42.253304 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:40:42.259578 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:40:42.260683 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9fe6cb1-50b4-4148-8f39-663b2582f1ed HTTP/1.1" status: 204  len: 168 time: 0.2079370
May 04 13:40:57.753891 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ca0908e1-e856-447e-8da0-77b7fa5fcb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:00.861527 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:01.131709 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-45a14d8c-5616-499e-9e9d-c0ccd87b7605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:03.118194 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:04.453209 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:06.867131 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:41:27.756109 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0003f6e5-5f9e-4604-b930-6b3ee24c9851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:30.865099 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:31.137317 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b468f963-4a85-4771-82f1-bad6d21bb210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:33.122804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:34.437863 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:41:43.867093 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 5 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:41:57.757559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-61717b2b-c506-4bae-8d94-ded0c4b63884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:00.868851 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:01.139004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f599b1c2-78f9-413f-9af0-fd534faa3181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:03.128975 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:04.440551 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:17.146990 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079'] for agent, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:20.866336 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:42:21.388671 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52108) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:42:21.501467 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d6628241-95a2-40e0-a973-755c72b5df62 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1115661
May 04 13:42:23.695092 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52118) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:42:23.758292 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ae66ff22-151c-4c82-b1f1-503afbbf3f75 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0620148
May 04 13:42:27.760078 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-18286ef9-474d-4ebb-8228-5ad28e48cbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:30.870417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:31.141039 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-255c03e6-c2dc-4ea5-913a-af2e1a33290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:33.128043 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:34.444898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:47.130498 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:57.762318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c9075fbd-4374-4775-ae12-6f9642ebdc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:42:57.865411 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:43:00.871922 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:01.142251 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fb735078-816f-4d24-8aaa-f5b141ea1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:03.132006 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:04.447476 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:17.129469 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:27.769619 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bd9a17d4-6a8e-4717-b174-b858bdcf55a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:30.874789 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:31.143880 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-96e9d56b-8d39-424b-a46c-cc2b372ec04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:33.132812 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:34.453895 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:34.864903 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:43:47.154433 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:49.580694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52270) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:49.837353 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-132655842-network', 'tenant_id': '6de3f011f8d3425db42caf197e997663'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:49.843044 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:49.848210 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Usage tracker for resource:network and tenant:6de3f011f8d3425db42caf197e997663 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:49.854986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:49.863832 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:49.886901 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Made reservation on behalf of 6de3f011f8d3425db42caf197e997663 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:43:49.889496 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:49.903827 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:49.920184 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:49.924263 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Usage tracker for resource:security_group_rule and tenant:6de3f011f8d3425db42caf197e997663 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:49.927407 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:49.933524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:50.039514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.050632 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.057005 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:50.095612 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:43:50.105775 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:50.116621 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.117286 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.117615 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.117937 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.118261 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.118597 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.118912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.119371 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.119880 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.120198 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.120513 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.120816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Tracked resource versions report:
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]: pushed versions:
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]: {   'AddressGroup': {'1.2'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'ConntrackHelper': {'1.0'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Log': {'1.0'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Network': {'1.1'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Port': {'1.7'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'PortForwarding': {'1.2'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'QosPolicy': {'1.8'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'SecurityGroup': {'1.4'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'SecurityGroupRule': {'1.2'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'SubPort': {'1.0'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Subnet': {'1.1'},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     'Trunk': {'1.1'}}
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]: consumer versions:
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     HyperV agent@hv-cinder-78956: {},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'ConntrackHelper': '1.0',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Log': '1.0',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Network': '1.1',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Port': '1.7',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'PortForwarding': '1.2',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'QosPolicy': '1.8',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'SecurityGroup': '1.4',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'SecurityGroupRule': '1.2',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'SubPort': '1.0',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Subnet': '1.1',
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:                                                      'Trunk': '1.1'}}
May 04 13:43:50.122069 dv-cinder-789564-1-iscsi neutron-server[73860]:  {{(pid=73860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:43:50.125069 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.125622 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Added segment 453c7029-8fc1-403d-938d-d3703d6c434f of type vlan for network e6a05642-a867-4d8a-8f54-8ec184391f7f
May 04 13:43:50.127059 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:50.156551 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.191184 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.193840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:50.194640 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.200318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f432211-e3b2-4c5b-810f-29930d88be6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:50.306006 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7236052
May 04 13:43:50.307918 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52326) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:50.318338 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Pushing event updated for resources: {'Network': ['ID=e6a05642-a867-4d8a-8f54-8ec184391f7f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:50.322263 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:50.323122 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Request body: {'subnet': {'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-132655842-subnet', 'tenant_id': '6de3f011f8d3425db42caf197e997663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:50.329570 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network e6a05642-a867-4d8a-8f54-8ec184391f7f details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:43:50.330884 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:50.336591 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Usage tracker for resource:subnet and tenant:6de3f011f8d3425db42caf197e997663 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:50.341340 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:50.351497 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:50.370829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Made reservation on behalf of 6de3f011f8d3425db42caf197e997663 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:43:50.375240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.713245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52340) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:50.797900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52348) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:50.904950 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:50.909967 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2c8696d-a541-4153-b4ca-00a1c9db6bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:50.986644 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dec256a-ba70-4eb0-8e69-2825341139eb,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:51.001234 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.001606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.002148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.002286 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.002584 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.002906 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.003225 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.003542 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.003858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.004173 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.004606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.004853 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Tracked resource versions report:
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]: pushed versions:
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]: {   'AddressGroup': {'1.2'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'ConntrackHelper': {'1.0'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Log': {'1.0'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Network': {'1.1'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Port': {'1.7'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'PortForwarding': {'1.2'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'QosPolicy': {'1.8'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'SecurityGroup': {'1.4'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'SecurityGroupRule': {'1.2'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'SubPort': {'1.0'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Subnet': {'1.1'},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     'Trunk': {'1.1'}}
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]: consumer versions:
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     HyperV agent@hv-cinder-78956: {},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'ConntrackHelper': '1.0',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Log': '1.0',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Network': '1.1',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Port': '1.7',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'PortForwarding': '1.2',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'QosPolicy': '1.8',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'SecurityGroup': '1.4',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'SecurityGroupRule': '1.2',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'SubPort': '1.0',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Subnet': '1.1',
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:                                                      'Trunk': '1.1'}}
May 04 13:43:51.005990 dv-cinder-789564-1-iscsi neutron-server[73859]:  {{(pid=73859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:43:51.010520 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:51.011318 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Checking segment: {'id': '453c7029-8fc1-403d-938d-d3703d6c434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:43:51.011677 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Network hostable DHCP agents. Network: e6a05642-a867-4d8a-8f54-8ec184391f7f, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:43:51.031290 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Network e6a05642-a867-4d8a-8f54-8ec184391f7f is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:43:51.045854 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, e6a05642-a867-4d8a-8f54-8ec184391f7f) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:43:51.052928 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:51.053741 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.065888 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68cf12a-5d2d-4f94-b126-7bce09d483f3 None None] Network e6a05642-a867-4d8a-8f54-8ec184391f7f requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:43:51.092169 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7805452
May 04 13:43:51.146385 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-760435855-network', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:51.209229 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:51.216938 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Usage tracker for resource:network and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:51.222780 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:51.237696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:51.259112 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2052148879-network', 'tenant_id': '43e3587dd89744509391049df18da36e'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:51.264355 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:51.269240 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Usage tracker for resource:network and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:51.274369 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:51.280505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:51.294988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Made reservation on behalf of 43e3587dd89744509391049df18da36e for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:43:51.298144 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.313455 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.340907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcee2d0-ddfe-4782-bae6-9e69c50e9a33 None None] Network e6a05642-a867-4d8a-8f54-8ec184391f7f requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:43:51.350582 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:51.366063 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Usage tracker for resource:security_group_rule and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:51.374580 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:51.387963 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:51.477096 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Made reservation on behalf of 9561bdd8b38f4ac89573821651bf5b52 for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:43:51.483868 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.533055 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.590302 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:51.606778 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:51.612147 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:51.624052 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.635483 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.638768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:51.643924 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:51.720440 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:51.735503 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:51.740892 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:43:51.764375 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.765070 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Added segment bf4fbf6e-52bc-43d7-913c-53442f5c4f34 of type vlan for network a4e30664-94e1-477e-9c47-e614bc853173
May 04 13:43:51.826728 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.913469 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.915942 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.918157 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:51.918994 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:51.931534 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:51.987288 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:52.055184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52396) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:52.055844 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2562337
May 04 13:43:52.064219 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Request body: {'subnet': {'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2052148879-subnet', 'tenant_id': '43e3587dd89744509391049df18da36e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:52.068706 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e30664-94e1-477e-9c47-e614bc853173,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:52.074334 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:52.082310 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:43:52.088906 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:52.089353 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:52.092757 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network a4e30664-94e1-477e-9c47-e614bc853173 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:43:52.112533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Usage tracker for resource:subnet and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:52.120362 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:52.120702 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Added segment 914f5b3e-669b-409a-ba62-16aa1978fe0c of type vlan for network 5f7515c3-5c27-4fc9-9395-74d0c82d2944
May 04 13:43:52.126229 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:52.140959 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:52.165687 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a31b91-25e2-4f71-aaed-00045c2bef85,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:52.167447 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Made reservation on behalf of 43e3587dd89744509391049df18da36e for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:43:52.172083 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:52.179241 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:52.217438 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:52.292001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:52.293346 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:52.294111 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:52.299111 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:52.508241 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7936511
May 04 13:43:52.509744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52412) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:52.520520 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Request body: {'subnet': {'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-760435855-subnet', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:52.526160 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7515c3-5c27-4fc9-9395-74d0c82d2944,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:52.530044 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:52.537648 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:43:52.605725 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:52.627136 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Usage tracker for resource:subnet and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:52.638320 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:52.667621 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:52.701759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Made reservation on behalf of 9561bdd8b38f4ac89573821651bf5b52 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:43:52.705046 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:53.305437 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:53.314385 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f56802bc-1f33-45c4-a750-d716d9b53133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:53.404498 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Checking segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:43:53.404862 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Network hostable DHCP agents. Network: a4e30664-94e1-477e-9c47-e614bc853173, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:43:53.419997 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:53.426360 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:53.476308 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Network a4e30664-94e1-477e-9c47-e614bc853173 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:43:53.501327 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, a4e30664-94e1-477e-9c47-e614bc853173) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:43:53.510989 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b52fe-a903-4b6f-acc0-4bdc353fb47c None None] Network a4e30664-94e1-477e-9c47-e614bc853173 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:43:53.524016 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:53.524767 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:53.554638 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:53.574338 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:53.690183 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cb391e27-e1dc-4c77-9ba1-568bebe9a58a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6297729
May 04 13:43:53.731575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefd769a-f755-4fc3-a3b7-d0155fad7d66,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:53.735683 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:53.743749 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Checking segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:43:53.744190 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Network hostable DHCP agents. Network: 5f7515c3-5c27-4fc9-9395-74d0c82d2944, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:43:53.766826 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:43:53.781485 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 5f7515c3-5c27-4fc9-9395-74d0c82d2944) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:43:53.788331 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:53.788764 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:53.838121 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3261337
May 04 13:43:53.840935 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52460) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:53.847455 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:43:53.878562 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:43:53.893061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Usage tracker for resource:router and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:43:53.900416 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:43:53.918226 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:43:53.947116 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e32e54-2485-4e46-87e3-4930e3621be2 None None] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:43:53.949767 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:53.953655 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:54.002564 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:54.406391 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52492) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:54.409975 dv-cinder-789564-1-iscsi neutron-server[73860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 04 13:43:54.417543 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c67e2-dc04-43be-9ebd-937e0de59999 None None] Network a4e30664-94e1-477e-9c47-e614bc853173 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:43:54.624955 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:43:54.626183 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:54.643784 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:54.702869 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-3128fda9-028b-4d93-b0e4-130b948cf822 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:54.703724 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-3128fda9-028b-4d93-b0e4-130b948cf822 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Synchronizing usage tracker for tenant:6de3f011f8d3425db42caf197e997663 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:43:54.735815 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-3128fda9-028b-4d93-b0e4-130b948cf822 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Unset dirty status for tenant:6de3f011f8d3425db42caf197e997663 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:43:54.743214 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-3128fda9-028b-4d93-b0e4-130b948cf822 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/networks?id=e6a05642-a867-4d8a-8f54-8ec184391f7f HTTP/1.1" status: 200  len: 811 time: 0.3350379
May 04 13:43:54.763115 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5c0a0de0-2df7-4bf3-9612-bc110f06b927 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/quotas/6de3f011f8d3425db42caf197e997663 HTTP/1.1" status: 200  len: 375 time: 0.0189357
May 04 13:43:54.894244 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-d4e08bda-a949-4f81-bd56-bb1fc2efd17a tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6de3f011f8d3425db42caf197e997663&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1300800
May 04 13:43:55.177469 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Allocated IP 172.20.0.2 (5f7515c3-5c27-4fc9-9395-74d0c82d2944/aefd769a-f755-4fc3-a3b7-d0155fad7d66/4b140030-6145-4c43-b869-be2ed198b7a7) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:43:55.321269 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-165edab4-715b-4db2-9deb-bcd3c16718e9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:43:55.329513 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-165edab4-715b-4db2-9deb-bcd3c16718e9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1004848
May 04 13:43:55.402196 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52532) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:55.421537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:55.478266 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:55.666195 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:55.687745 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Transition to ACTIVE for port object 4b140030-6145-4c43-b869-be2ed198b7a7 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:43:55.723354 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Transition to ACTIVE for port object 4b140030-6145-4c43-b869-be2ed198b7a7 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:43:55.733194 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-e94a6458-5fa0-4686-a407-6b5fb236876c service neutron] 10.222.0.25 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4023411
May 04 13:43:55.735029 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:55.736023 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Allocated IP 172.27.1.152 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/5aebb374-ac35-4cc2-9370-fb50efaad164) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:43:55.747577 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-def22acf-7d57-4e40-b5ad-704c03a0b855 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:43:55.748525 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-def22acf-7d57-4e40-b5ad-704c03a0b855 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Synchronizing usage tracker for tenant:43e3587dd89744509391049df18da36e on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:43:55.749265 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f0cfa95-5841-484f-ab4c-2348d4a5eb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:55.857612 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-def22acf-7d57-4e40-b5ad-704c03a0b855 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Unset dirty status for tenant:43e3587dd89744509391049df18da36e on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:43:55.858654 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-def22acf-7d57-4e40-b5ad-704c03a0b855 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.4555190
May 04 13:43:55.861473 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:43:55.874715 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:43:55.887695 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-848e6527-2e71-43ff-a5ad-57860dd4af51 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/quotas/43e3587dd89744509391049df18da36e HTTP/1.1" status: 200  len: 375 time: 0.0177062
May 04 13:43:55.893772 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:43:55.898434 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Pushing event updated for resources: {'Port': ['ID=4b140030-6145-4c43-b869-be2ed198b7a7,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:55.938731 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.940791 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.941206 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.941543 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.941875 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.943420 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-38e013ae-2714-40a0-b484-5bdbbfc963e8 service neutron] 10.222.0.25 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897092
May 04 13:43:55.946186 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.946576 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.947325 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.947842 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.948367 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.949736 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.950464 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:43:55.950582 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-25de6ba5-6562-42a0-934d-ad5fef9663c8 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0536757
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Tracked resource versions report:
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]: pushed versions:
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]: {   'AddressGroup': {'1.2'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'ConntrackHelper': {'1.0'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Log': {'1.0'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Network': {'1.1'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Port': {'1.7'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'PortForwarding': {'1.2'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'QosPolicy': {'1.8'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'SecurityGroup': {'1.4'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'SecurityGroupRule': {'1.2'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'SubPort': {'1.0'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Subnet': {'1.1'},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     'Trunk': {'1.1'}}
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]: consumer versions:
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     HyperV agent@hv-cinder-78956: {},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'ConntrackHelper': '1.0',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Log': '1.0',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Network': '1.1',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Port': '1.7',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'PortForwarding': '1.2',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'QosPolicy': '1.8',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'SecurityGroup': '1.4',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'SecurityGroupRule': '1.2',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'SubPort': '1.0',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Subnet': '1.1',
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:                                                      'Trunk': '1.1'}}
May 04 13:43:55.952447 dv-cinder-789564-1-iscsi neutron-server[73861]:  {{(pid=73861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:43:55.963500 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:55.980292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:56.024390 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Attempting to bind port 4b140030-6145-4c43-b869-be2ed198b7a7 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:43:56.024764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Attempting to bind port 4b140030-6145-4c43-b869-be2ed198b7a7 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:43:56.025230 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Attempting to bind port 4b140030-6145-4c43-b869-be2ed198b7a7 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:43:56.033646 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:43:56.034042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Checking segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:43:56.034468 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:56.034860 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Bound using segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:43:56.035539 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Bound port: 4b140030-6145-4c43-b869-be2ed198b7a7, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:43:56.036138 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:56.043986 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:56.054477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:56.158567 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] For port 4b140030-6145-4c43-b869-be2ed198b7a7, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:43:56.163430 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] For port 4b140030-6145-4c43-b869-be2ed198b7a7, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4b140030-6145-4c43-b869-be2ed198b7a7,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:43:56.170094 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:56.178774 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:43:56.180642 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:56.200507 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:43:56.207792 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:43:56.249323 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-bcfadd8c-da59-4367-bf86-73edeb323f5c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:43:56.250315 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-bcfadd8c-da59-4367-bf86-73edeb323f5c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1585834
May 04 13:43:56.334165 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Pushing event updated for resources: {'Port': ['ID=4b140030-6145-4c43-b869-be2ed198b7a7,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:56.339723 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:56.359605 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Pushing event updated for resources: {'Port': ['ID=5aebb374-ac35-4cc2-9370-fb50efaad164,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:56.375166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:56.555775 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-4faa777e-39fa-45a4-8985-2cdf2093fef3 service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873542
May 04 13:43:56.856103 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-899338be-7d52-4b8b-ae84-f3ef4aafbe33 service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2798214
May 04 13:43:56.856785 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:57.243637 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6f638085-aedd-4b82-8ab7-9c6a5fa88fde req-ddc5b70c-e9da-4c3c-ae84-d9132e4648e6 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.2230709
May 04 13:43:57.615611 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4b140030-6145-4c43-b869-be2ed198b7a7 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:43:57.823723 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-356708d4-29ee-4fa1-a58f-74deb456bad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:57.827665 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 4b140030-6145-4c43-b869-be2ed198b7a7 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:43:57.964368 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:58.140244 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-993159cf-828c-4e27-958b-40095ec45a0f req-11fe7899-94b6-49a3-9288-bf7dc1aadf2e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.1272528
May 04 13:43:58.197450 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2f68f-7ef8-417a-b917-762dc7ddf1a7 None None] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:43:58.383369 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Provisioning for port 4b140030-6145-4c43-b869-be2ed198b7a7 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:43:58.394190 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Provisioning complete for port 4b140030-6145-4c43-b869-be2ed198b7a7 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:43:58.394720 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:58.733262 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:58.733922 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f6168afd-3459-43dc-9a2c-89885ea1d3f8 req-fe412d29-1426-4448-94cd-90f8f7cfc023 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.2518644
May 04 13:43:58.778878 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] For port 4b140030-6145-4c43-b869-be2ed198b7a7, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4b140030-6145-4c43-b869-be2ed198b7a7,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:43:58.795702 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:58.804244 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:43:58.827246 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Router 40d00433-530f-4c7d-85d6-807c807e70e7 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:43:58.926237 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Pushing event updated for resources: {'Port': ['ID=4b140030-6145-4c43-b869-be2ed198b7a7,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:43:58.938285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:43:59.160111 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:43:59.174137 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:43:59.195353 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:43:59.196493 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e91299d90>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:43:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:43:59.197277 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:59.199078 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.3570740
May 04 13:43:59.201971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52686) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:43:59.343964 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e90b5a7f-b9da-4858-bd77-5c6a0f1a22e5 None None] Provisioning complete for port 4b140030-6145-4c43-b869-be2ed198b7a7 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:43:59.344895 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e90b5a7f-b9da-4858-bd77-5c6a0f1a22e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:59.433364 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0abbf209-8ce5-47af-8737-22333b82ac29 req-426ab384-2ae7-4714-8ca6-dcb6a3be69d6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.1005087
May 04 13:43:59.595174 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:43:59.621666 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4b140030-6145-4c43-b869-be2ed198b7a7 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:43:59.854334 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 4b140030-6145-4c43-b869-be2ed198b7a7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:43:59.855031 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:43:59.946777 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e91299d90>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:43:56Z', 'revision_number': 3, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:43:59.960457 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:43:59.961730 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Updating router 40d00433-530f-4c7d-85d6-807c807e70e7 port 5aebb374-ac35-4cc2-9370-fb50efaad164 binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:44:00.082190 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.126338 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e62efb2c-cc64-473c-8cfc-8cb0542ee501 req-9f598f4d-74c5-4763-b282-e158a550673d tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.0801897
May 04 13:44:00.465607 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.639612 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.690992 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4db1cd8b-11b2-409a-81e5-09528cf79391 req-161fb437-d55a-479d-a3a4-3cb50c01d48c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.0672543
May 04 13:44:00.704289 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Transition to ACTIVE for port object 5aebb374-ac35-4cc2-9370-fb50efaad164 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:00.726687 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.751794 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:00.826537 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Attempting to bind port 5aebb374-ac35-4cc2-9370-fb50efaad164 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:44:00.827739 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Attempting to bind port 5aebb374-ac35-4cc2-9370-fb50efaad164 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:44:00.827739 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Attempting to bind port 5aebb374-ac35-4cc2-9370-fb50efaad164 on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:00.840464 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:44:00.840844 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:00.841259 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.841657 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:44:00.842148 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Bound port: 5aebb374-ac35-4cc2-9370-fb50efaad164, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:44:00.842540 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.888985 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.919657 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Pushing event updated for resources: {'Port': ['ID=5aebb374-ac35-4cc2-9370-fb50efaad164,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:00.942597 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.943003 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.943335 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.943657 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.944118 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.944460 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.944756 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.945066 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.945433 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.945744 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.946058 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.946362 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Tracked resource versions report:
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]: pushed versions:
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]: {   'AddressGroup': {'1.2'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'ConntrackHelper': {'1.0'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Log': {'1.0'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Network': {'1.1'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Port': {'1.7'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'PortForwarding': {'1.2'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'QosPolicy': {'1.8'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'SecurityGroup': {'1.4'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'SecurityGroupRule': {'1.2'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'SubPort': {'1.0'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Subnet': {'1.1'},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     'Trunk': {'1.1'}}
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]: consumer versions:
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]: {   DHCP agent@dv-cinder-789564-1-iscsi: {},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     HyperV agent@hv-cinder-78956: {},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     L3 agent@dv-cinder-789564-1-iscsi: {},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     Metadata agent@dv-cinder-789564-1-iscsi: {},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     Metering agent@dv-cinder-789564-1-iscsi: {},
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:     Open vSwitch agent@dv-cinder-789564-1-iscsi: {   'AddressGroup': '1.2',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'ConntrackHelper': '1.0',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Log': '1.0',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Network': '1.1',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Port': '1.7',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'PortForwarding': '1.2',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'QosPolicy': '1.8',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'SecurityGroup': '1.4',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'SecurityGroupRule': '1.2',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'SubPort': '1.0',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Subnet': '1.1',
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:                                                      'Trunk': '1.1'}}
May 04 13:44:00.947448 dv-cinder-789564-1-iscsi neutron-server[73862]:  {{(pid=73862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 04 13:44:00.953623 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:00.962918 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] For port 5aebb374-ac35-4cc2-9370-fb50efaad164, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:44:00.968125 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] For port 5aebb374-ac35-4cc2-9370-fb50efaad164, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5aebb374-ac35-4cc2-9370-fb50efaad164,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:44:00.975605 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:00.979831 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:00.988248 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Allocated IP 172.20.0.1 (5f7515c3-5c27-4fc9-9395-74d0c82d2944/aefd769a-f755-4fc3-a3b7-d0155fad7d66/6fc22d1c-fd0c-4341-9f39-3876be5a17c3) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:44:01.080265 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:44:01.081006 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e91299d90>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:43:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:01.147769 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Pushing event updated for resources: {'Port': ['ID=5aebb374-ac35-4cc2-9370-fb50efaad164,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:01.163201 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:01.188976 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-659765ff-9f9e-45e3-8f03-4754e688de48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.210951 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52752) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:01.233854 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.252739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Transition to ACTIVE for port object 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:01.279788 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.286857 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3149b708-7915-4f93-8d36-d23220546a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:01.354263 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:44:01.359094 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:01.373879 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:44:01.374519 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.455284 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:44:01.474246 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:01.492036 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:01.541960 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5723f73a-a113-4968-a593-dc02663ec171 req-36623523-cfc4-40b4-b677-a62467bd54fe tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.1973872
May 04 13:44:01.575255 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.614747 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:01.622927 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Usage tracker for resource:security_group_rule and tenant:c168286abb4e434fbaebe8da7010780b is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:01.626925 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:01.640316 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:01.728240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.788628 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-f4ad3fcc-48e9-422c-9ab2-f043e96ab3bd None None] Provisioning for port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:01.809698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-f4ad3fcc-48e9-422c-9ab2-f043e96ab3bd None None] Provisioning complete for port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:01.810501 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3fcc-48e9-422c-9ab2-f043e96ab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.955292 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:01.985506 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad3fcc-48e9-422c-9ab2-f043e96ab3bd None None] Port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:44:02.057250 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.094103 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7fa8e6cb-83e9-4ae8-8501-1e6af1f825c2 req-785061fd-d4a1-4d0c-9937-6464a4690347 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.1300871
May 04 13:44:02.098065 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-10c787c2-600f-4b41-8b2c-a28c9718d46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:02.132485 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e91299d90>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:43:56Z', 'revision_number': 3, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:02.144711 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002db301-a04f-45c5-9ae8-0f51b21c7812 None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:43:56Z', 'revision_number': 3, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:44:02.166867 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.175776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.181495 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c168286abb4e434fbaebe8da7010780b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9647889
May 04 13:44:02.181816 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.181999 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01279cf0-1966-488c-b3fc-81631f8986a0,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:02.182261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:02.187015 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52774) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:02.193772 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:02.290321 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.331193 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.358871 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:02.362713 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:02.427236 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.436936 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:02.455406 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:44:02.459579 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:02.476814 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01279cf0-1966-488c-b3fc-81631f8986a0,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:02.490164 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:02.499683 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:02.505934 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01279cf0-1966-488c-b3fc-81631f8986a0 HTTP/1.1" status: 204  len: 168 time: 0.3123372
May 04 13:44:02.959185 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-512a0777-3275-4daa-a7fb-b5cfe2256b7e req-33ddf3a7-b115-41d9-ad81-eb164848d38c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.0662692
May 04 13:44:02.991580 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Router 40d00433-530f-4c7d-85d6-807c807e70e7 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:44:03.055767 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-44bafff1-928f-4f22-8b1e-cf8bc733e146 None None] Provisioning complete for port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:03.056444 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-44bafff1-928f-4f22-8b1e-cf8bc733e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.223153 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.239048 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-44bafff1-928f-4f22-8b1e-cf8bc733e146 None None] Port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:44:03.282701 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52802) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:03.305700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.325478 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:03.330555 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Usage tracker for resource:security_group_rule and tenant:4e64e9cd245840aaa786ef5cf8f4d70d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:03.338656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:03.356777 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:03.381669 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:44:03.406275 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/40d00433-530f-4c7d-85d6-807c807e70e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1923969
May 04 13:44:03.558004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5aebb374-ac35-4cc2-9370-fb50efaad164 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:03.559551 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bf471a6f-09a8-4978-ab2f-7bd490373d23 req-cbe2b193-b5a3-40ce-a5d4-ddbbc4edd002 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.0607030
May 04 13:44:03.619381 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.625707 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.668664 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:03.712782 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e64e9cd245840aaa786ef5cf8f4d70d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4286127
May 04 13:44:03.713149 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52816) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:03.714065 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4616ce0b-a879-4274-9934-56e2f3ace69b,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:03.718487 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:03.744835 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 5aebb374-ac35-4cc2-9370-fb50efaad164 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:03.752426 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 5aebb374-ac35-4cc2-9370-fb50efaad164 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:03.752859 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.866425 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.912988 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.925688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.935290 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 5aebb374-ac35-4cc2-9370-fb50efaad164, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5aebb374-ac35-4cc2-9370-fb50efaad164,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:03.940681 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:03.953587 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:04.016988 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.022417 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4bf91a2a-286f-44db-8fc6-31bdf8d7069d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:04.042461 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4616ce0b-a879-4274-9934-56e2f3ace69b,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:04.045129 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:04.051448 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.052704 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4616ce0b-a879-4274-9934-56e2f3ace69b HTTP/1.1" status: 204  len: 168 time: 0.3383222
May 04 13:44:04.104253 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=5aebb374-ac35-4cc2-9370-fb50efaad164,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:04.110510 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:04.138983 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-777acba8-4abd-4712-8d73-d234e46e9d47 req-545c5761-867c-4f68-9c82-94bff2e2e283 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.0525746
May 04 13:44:04.252464 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52832) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:04.261910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547737468', 'description': 'tempest-description--1810648325'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:04.269620 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:04.276303 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:04.283824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:04.299633 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:04.322122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.367677 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:04.374986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:04.380689 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:04.389218 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:04.501299 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.533437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.539476 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.547727 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a33b6b8f-93c3-4b39-9c6b-61b4d721021c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:04.689763 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c489fa-7a14-48bf-85f0-8950f015609e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:04.709451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:04.712886 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.717413 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.4633179
May 04 13:44:04.724737 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52852) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:04.739990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'security_group_rule': {'security_group_id': '89c489fa-7a14-48bf-85f0-8950f015609e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:04.754026 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:04.765198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632035-9af6-480c-bb70-89164568c12d None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:44:04.768968 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:04.776475 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:04.776813 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:44:04.777558 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90675af0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:44:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:04.790561 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:04.826053 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.985801 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.996254 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:04.999600 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:05.005582 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-422ca95a-4ed2-48e4-b83e-f2816fbf9ab6 req-836bb553-c00f-4221-baae-5579aaf9ce2a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.1383212
May 04 13:44:05.144749 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:44:05.163096 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c55566-ac20-4e97-a311-29282f3be7b2,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:05.178745 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:05.199565 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:05.201711 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4755259
May 04 13:44:05.207109 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 52872) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:05.219770 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'security_group_rule': {'security_group_id': '89c489fa-7a14-48bf-85f0-8950f015609e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:05.227927 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:05.232963 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:05.236730 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:05.245512 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:05.270738 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:05.406299 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:05.426441 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:05.443772 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-da0f3cca-a3ff-415e-9536-e83c62c2a2a1 req-d8325564-bb7b-4caa-8275-265b4715089d tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.0887108
May 04 13:44:05.450131 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:05.483301 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91f7cda-581d-47b5-9d9f-9f66d473bc09,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:05.489687 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:05.493533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:05.495486 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2865782
May 04 13:44:05.500052 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52880) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:05.506776 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:05.513905 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:05.520056 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:floatingip and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:05.525574 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:05.534290 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:05.550941 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:05.631496 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5aebb374-ac35-4cc2-9370-fb50efaad164 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:05.709771 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.48', 59139) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:05.988276 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:06.043519 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 5aebb374-ac35-4cc2-9370-fb50efaad164 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:06.044110 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:06.062803 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-0076cacc-15ac-4303-81da-86adf21d2cea tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:06.065818 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-0076cacc-15ac-4303-81da-86adf21d2cea tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.48 "GET /v2.0/networks?id=e6a05642-a867-4d8a-8f54-8ec184391f7f HTTP/1.1" status: 200  len: 811 time: 0.3499718
May 04 13:44:06.122966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Request body: {'port': {'device_id': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f', 'admin_state_up': True, 'tenant_id': '6de3f011f8d3425db42caf197e997663'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:06.345174 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90675af0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 2, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:06.357364 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632035-9af6-480c-bb70-89164568c12d None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:44:06.357908 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632035-9af6-480c-bb70-89164568c12d None None] Updating router 40d00433-530f-4c7d-85d6-807c807e70e7 port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:44:06.471661 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-73632035-9af6-480c-bb70-89164568c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:06.621028 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.48', 59148) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:06.658173 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e37485a0-8920-4a9d-a1cf-f1f60bc30cf0 req-717d1865-8ffd-41c5-ba95-c8dd5e24c129 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.2851212
May 04 13:44:06.769482 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Allocated IP 172.27.1.225 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/d82f4cd2-3d9a-4488-b9c6-1467dd508689) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:44:07.040584 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e30fe9e-44f9-40c2-b885-cf06827f49b2 req-291d9b06-587f-4f4f-b12c-739ea0f1edc5 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.1846406
May 04 13:44:07.077299 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-7829b8df-3469-4357-993d-6e51f0e3418b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:07.079903 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-7829b8df-3469-4357-993d-6e51f0e3418b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.4581354
May 04 13:44:07.123656 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Request body: {'port': {'device_id': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'admin_state_up': True, 'tenant_id': '43e3587dd89744509391049df18da36e'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:07.506040 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:07.518202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Usage tracker for resource:port and tenant:6de3f011f8d3425db42caf197e997663 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:07.528896 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:07.549051 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:07.612040 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:07.639527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Made reservation on behalf of 6de3f011f8d3425db42caf197e997663 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:07.642046 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 52972) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:07.653677 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:07.730907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-73632035-9af6-480c-bb70-89164568c12d None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:07.780699 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-73632035-9af6-480c-bb70-89164568c12d None None] Transition to ACTIVE for port object 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:07.803909 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-73632035-9af6-480c-bb70-89164568c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:07.813375 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-3ce9fc69-e9d3-4832-b790-d48cc7467892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:07.953576 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:07.979260 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:07.995681 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:08.001753 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:08.015385 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Allocated IP 172.20.0.10 (e6a05642-a867-4d8a-8f54-8ec184391f7f/7dec256a-ba70-4eb0-8e69-2825341139eb/18a2db8d-a83d-4192-8136-14ed268047fe) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:44:08.048902 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b599f5-bf9f-478f-b126-ea07e9827ad5 None None] Pushing event updated for resources: {'Port': ['ID=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:08.065512 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-03b599f5-bf9f-478f-b126-ea07e9827ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:08.198098 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9e2ce7c9004286918af935f8d8de2f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:08.215171 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:08.459727 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:08.485911 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f356f0b0-1dfd-47de-be77-7dcb1ab04271 req-547abfcd-b249-4666-97a5-23b4ab130f32 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.2784653
May 04 13:44:08.501858 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:44:08.521837 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:08.532065 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-73632035-9af6-480c-bb70-89164568c12d None None] Attempting to bind port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:44:08.539429 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-73632035-9af6-480c-bb70-89164568c12d None None] Attempting to bind port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:44:08.539993 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632035-9af6-480c-bb70-89164568c12d None None] Attempting to bind port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:08.559899 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:44:08.584313 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632035-9af6-480c-bb70-89164568c12d None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:44:08.584650 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632035-9af6-480c-bb70-89164568c12d None None] Checking segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:08.590847 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:08.591156 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-73632035-9af6-480c-bb70-89164568c12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:08.593985 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73632035-9af6-480c-bb70-89164568c12d None None] Bound using segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:44:08.595588 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-73632035-9af6-480c-bb70-89164568c12d None None] Bound port: 6fc22d1c-fd0c-4341-9f39-3876be5a17c3, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:44:08.596008 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-73632035-9af6-480c-bb70-89164568c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:08.607358 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Usage tracker for resource:port and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:08.618601 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:08.634866 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:08.696619 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Made reservation on behalf of 43e3587dd89744509391049df18da36e for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:08.715175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:08.797961 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:08.838499 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'Port': ['ID=d82f4cd2-3d9a-4488-b9c6-1467dd508689,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:08.845183 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:08.984516 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-73632035-9af6-480c-bb70-89164568c12d None None] For port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:44:09.001014 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-73632035-9af6-480c-bb70-89164568c12d None None] For port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:44:09.011728 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-73632035-9af6-480c-bb70-89164568c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:09.028809 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:09.066245 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37aa9dd7-7a99-440b-a935-bd62e5548de2 req-1edf6f67-05b5-4ea8-b89c-4e522cdb7d1b tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.2346241
May 04 13:44:09.137104 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:09.211990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:09.423890 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53022) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:09.495288 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:44:09.496485 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90675af0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:44:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:09.738225 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:09.758099 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:09.796801 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:09.892018 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:44:09.971071 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:10.028264 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:10.072413 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5290935
May 04 13:44:10.075607 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Allocated IP 172.20.0.13 (a4e30664-94e1-477e-9c47-e614bc853173/8bb9dbf3-2f01-4696-a876-1ec0e6a5a668/56da8905-f1ad-4a38-be64-09563b0edb60) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:44:10.082383 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'Port': ['ID=d82f4cd2-3d9a-4488-b9c6-1467dd508689,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:10.091026 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:10.096067 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:10.111884 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:10.127320 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:10.179488 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:10.212232 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c938afb-6fd7-4d0d-bdce-f5e7be882207,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:10.216224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:10.221910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:10.511353 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b9e2ce7c9004286918af935f8d8de2f&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8679674
May 04 13:44:10.514384 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53046) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:10.524959 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dfd8d09a-6ee3-4b8b-b55c-4e8e59958d14 req-37f79378-735d-4d44-91e5-fb880cc718cb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.2440944
May 04 13:44:10.896146 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b599f5-bf9f-478f-b126-ea07e9827ad5 None None] Pushing event updated for resources: {'Port': ['ID=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:10.919618 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-03b599f5-bf9f-478f-b126-ea07e9827ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.894s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:11.009594 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.175947 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.277810 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.351267 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-bf05c370-922e-47a9-9754-642d9df0deea tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Synchronizing usage tracker for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:44:11.391063 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0299c0-eeb8-45cd-b271-338e78c10849 req-abf55e35-e515-47ae-8a21-cd46d8ff3d3b tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:11.392661 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7e0299c0-eeb8-45cd-b271-338e78c10849 req-abf55e35-e515-47ae-8a21-cd46d8ff3d3b tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.6356077
May 04 13:44:11.398536 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Network e6a05642-a867-4d8a-8f54-8ec184391f7f is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:44:11.405522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.408449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:11.426472 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-bf05c370-922e-47a9-9754-642d9df0deea tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Unset dirty status for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:44:11.427515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Pushing event updated for resources: {'Port': ['ID=18a2db8d-a83d-4192-8136-14ed268047fe,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:11.431337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:44:11.434881 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-bf05c370-922e-47a9-9754-642d9df0deea tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--547737468&fields=id&tenant_id=9561bdd8b38f4ac89573821651bf5b52 HTTP/1.1" status: 200  len: 267 time: 0.1947265
May 04 13:44:11.441263 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:11.442929 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.455841 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:11.460352 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:11.487506 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.499817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-73632035-9af6-480c-bb70-89164568c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90675af0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:08Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:11.509029 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73632035-9af6-480c-bb70-89164568c12d None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:08Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:44:11.532190 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.557452 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-408908a1-2d86-45ab-a89c-d0cd779c5192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:11.611599 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c938afb-6fd7-4d0d-bdce-f5e7be882207,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:11.627586 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:11.637682 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-7e0299c0-eeb8-45cd-b271-338e78c10849 req-59686fac-6003-4352-9f91-3fce28052a85 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Synchronizing usage tracker for tenant:6de3f011f8d3425db42caf197e997663 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:44:11.653473 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.658640 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event updated for resources: {'Port': ['ID=56da8905-f1ad-4a38-be64-09563b0edb60,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:11.662660 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c938afb-6fd7-4d0d-bdce-f5e7be882207 HTTP/1.1" status: 204  len: 168 time: 1.1396573
May 04 13:44:11.668011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Network a4e30664-94e1-477e-9c47-e614bc853173 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:44:11.674228 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:11.682280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:11.690657 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Usage tracker for resource:security_group_rule and tenant:fa0eeb50816141328cdc66017fb87c02 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:11.696555 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:11.708796 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:11.727072 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-2d7d9979-1903-4934-befe-fbf4487045e9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:11.728117 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-2d7d9979-1903-4934-befe-fbf4487045e9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Synchronizing usage tracker for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:44:11.733492 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:11.740492 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-7e0299c0-eeb8-45cd-b271-338e78c10849 req-59686fac-6003-4352-9f91-3fce28052a85 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Unset dirty status for tenant:6de3f011f8d3425db42caf197e997663 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:44:11.749857 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7e0299c0-eeb8-45cd-b271-338e78c10849 req-59686fac-6003-4352-9f91-3fce28052a85 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3406062
May 04 13:44:11.768017 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:44:11.776000 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:11.777121 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.794884 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-2d7d9979-1903-4934-befe-fbf4487045e9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Unset dirty status for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:44:11.802207 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6857486
May 04 13:44:11.802654 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-2d7d9979-1903-4934-befe-fbf4487045e9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 810 time: 0.3667805
May 04 13:44:11.829384 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-8a5cc039-7c02-4d81-89c4-6634d4f9bd6f tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/quotas/9561bdd8b38f4ac89573821651bf5b52 HTTP/1.1" status: 200  len: 375 time: 0.0256217
May 04 13:44:11.880937 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:44:11.915226 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8118846
May 04 13:44:11.984862 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:11.993315 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:12.007973 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-aceaf43a-6767-49d3-b11e-d343358e5a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:12.024111 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-aa0fc464-5719-48c3-9452-054fec84c8b7 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1861594
May 04 13:44:12.070200 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa0eeb50816141328cdc66017fb87c02&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9688659
May 04 13:44:12.074176 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53082) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:12.078726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f4a32-adf9-4c95-b9a5-7a2fcc7bcb85,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:12.100344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:12.316767 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:12.372620 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:12.460208 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e6dc7578-751a-435d-8242-842bda86b444 service neutron] 10.222.0.25 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4325368
May 04 13:44:12.581424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa753e0-5b3a-4cd3-b9e3-3071f62e06a4 req-c3990258-05af-4612-b2c6-ac718812f91e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:12.584228 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1fa753e0-5b3a-4cd3-b9e3-3071f62e06a4 req-c3990258-05af-4612-b2c6-ac718812f91e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.4281471
May 04 13:44:12.639557 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:12.653666 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f9e6cb10-cb90-4128-ab32-44ef065451e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:12.736954 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f4a32-adf9-4c95-b9a5-7a2fcc7bcb85,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:12.749702 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:12.749702 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c58f4a32-adf9-4c95-b9a5-7a2fcc7bcb85 HTTP/1.1" status: 204  len: 168 time: 0.6710522
May 04 13:44:12.753317 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:12.775880 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-4a5b2aa3-601b-48c5-84f6-fbdac9c03204 service neutron] 10.222.0.25 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3092763
May 04 13:44:12.780843 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1fa753e0-5b3a-4cd3-b9e3-3071f62e06a4 req-16e42232-f9f4-43a2-8930-bb0458cc927d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Synchronizing usage tracker for tenant:43e3587dd89744509391049df18da36e on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:44:12.834840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1fa753e0-5b3a-4cd3-b9e3-3071f62e06a4 req-16e42232-f9f4-43a2-8930-bb0458cc927d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Unset dirty status for tenant:43e3587dd89744509391049df18da36e on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:44:12.838839 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1fa753e0-5b3a-4cd3-b9e3-3071f62e06a4 req-16e42232-f9f4-43a2-8930-bb0458cc927d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325795
May 04 13:44:13.293769 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8de07299-72ab-4685-8518-7c7a6a68d839 req-13122017-93b3-4328-938f-b171b91f8e7b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.0971203
May 04 13:44:13.583287 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da315fe-9c38-409a-ac89-361d841004b0 req-6b9aa4e9-635b-427b-82da-4ddf0bc3f4a9 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:13.598487 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7da315fe-9c38-409a-ac89-361d841004b0 req-6b9aa4e9-635b-427b-82da-4ddf0bc3f4a9 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.3024971
May 04 13:44:13.658796 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:13.772824 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7da315fe-9c38-409a-ac89-361d841004b0 req-92a98ed4-c1de-4356-8b79-8b5ddba8f401 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540775
May 04 13:44:13.884663 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:13.903064 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:13.904288 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:14.126521 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:14.213295 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:14.221698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:14.226247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:14.318550 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f99a03-ea6b-40d0-a789-6bbcb19c6be9 req-5194a5c3-55f2-4202-a748-b5f1442f9213 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:14.320362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8f99a03-ea6b-40d0-a789-6bbcb19c6be9 req-5194a5c3-55f2-4202-a748-b5f1442f9213 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.2900381
May 04 13:44:14.394609 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:14.405160 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:14.439712 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8f99a03-ea6b-40d0-a789-6bbcb19c6be9 req-7aaada32-cb89-4eff-9ada-ca18bd218a5c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100044
May 04 13:44:14.857262 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-098ff1f3-71cb-4c7a-ac41-062e0a2335d1 req-f381cb76-808e-421b-917f-3d27df69ae89 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.1309083
May 04 13:44:15.335657 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b944-1cb1-4c7b-99d2-eee36509ea50 req-c8faa944-eb06-4b9a-bca9-4738fdf69de1 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:15.351699 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a177b944-1cb1-4c7b-99d2-eee36509ea50 req-c8faa944-eb06-4b9a-bca9-4738fdf69de1 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.2788634
May 04 13:44:15.555616 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a177b944-1cb1-4c7b-99d2-eee36509ea50 req-8144441b-1b29-4535-b27f-46167748e029 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026765
May 04 13:44:15.630723 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:15.653626 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-bb12e639-f9c9-437a-b3f8-199804ddae3a tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:44:15.667856 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-bb12e639-f9c9-437a-b3f8-199804ddae3a tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0080023
May 04 13:44:15.687663 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-2b101cf0-2b3f-40cd-9348-d4395356e97b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:44:15.694158 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-2b101cf0-2b3f-40cd-9348-d4395356e97b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0217016
May 04 13:44:15.924567 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:15.924950 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:16.175297 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d558986-ac7d-4664-9fc6-45c1915942bf req-c0e9f471-ad48-4541-b15a-25f7587d10d8 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:16.180637 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1d558986-ac7d-4664-9fc6-45c1915942bf req-c0e9f471-ad48-4541-b15a-25f7587d10d8 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.3517413
May 04 13:44:16.259133 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-30a356db-63e5-4d93-acd4-2b2d2ba8c58f req-c9e5e61e-32a8-4b82-8d0d-018df84cbac0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.0691340
May 04 13:44:16.261698 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53216) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:16.321893 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1d558986-ac7d-4664-9fc6-45c1915942bf req-25d6b44e-6e67-4a74-937d-afa8ef48e239 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296098
May 04 13:44:16.444074 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:16.463192 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:16.468124 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0707be1e78bc4da6a53fd5ceaf211cbc is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:16.471526 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:16.479056 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:16.675274 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:16.681803 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:16.692404 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:16.732467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfc96c-27ee-46de-bebf-d493fc78c05d,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:16.752886 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:16.779274 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0707be1e78bc4da6a53fd5ceaf211cbc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5164762
May 04 13:44:16.783993 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53236) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:16.990889 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:17.019470 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c517b-41ca-49e8-87f8-7b6ab6313699 req-f1a575f8-5a61-4c29-82e2-07210dad64c4 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:17.022772 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f5c517b-41ca-49e8-87f8-7b6ab6313699 req-f1a575f8-5a61-4c29-82e2-07210dad64c4 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.2017171
May 04 13:44:17.073220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:17.149257 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f5c517b-41ca-49e8-87f8-7b6ab6313699 req-8f94e444-02ce-4290-bfb0-6d53512b7398 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021602
May 04 13:44:17.172248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:17.205060 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:17.216452 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:17.233698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfc96c-27ee-46de-bebf-d493fc78c05d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:17.240502 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:17.245251 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:17.246907 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2dfc96c-27ee-46de-bebf-d493fc78c05d HTTP/1.1" status: 204  len: 168 time: 0.4613140
May 04 13:44:17.578888 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-102fa58a-ee90-4d5d-99e9-f63f7a9486cb req-aa75e152-ea6d-4b32-b6eb-6debb8606319 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.0733078
May 04 13:44:17.783502 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8419-2eff-4020-b008-9f28a0386000 req-074525d8-cec4-4fba-b5b1-a98d790b7f29 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:17.785309 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e25e8419-2eff-4020-b008-9f28a0386000 req-074525d8-cec4-4fba-b5b1-a98d790b7f29 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.2053323
May 04 13:44:17.880999 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e25e8419-2eff-4020-b008-9f28a0386000 req-01d31ef9-c441-4a8c-9133-83ca7b276975 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846119
May 04 13:44:18.070268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53268) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:18.091151 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.119568 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:18.124955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:7886f6e5b0ee4f5cb71eb69efa978166 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:18.129792 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:18.137752 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:18.286645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.292761 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.304983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f030ce86-405a-4d32-bb71-690e7592e15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:18.413817 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7886f6e5b0ee4f5cb71eb69efa978166&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3419232
May 04 13:44:18.416491 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16815615-cf3e-4818-9fc5-5f2d6b2591bf,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:18.418519 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53276) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:18.421903 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:18.494676 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ee19c-57b1-4f91-b770-d6c38ffe2947 req-e680e7e3-bf11-4144-a85b-63edeb942352 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:18.495745 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb5ee19c-57b1-4f91-b770-d6c38ffe2947 req-e680e7e3-bf11-4144-a85b-63edeb942352 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.1925237
May 04 13:44:18.550192 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.609797 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb5ee19c-57b1-4f91-b770-d6c38ffe2947 req-cfa6d7ac-7a07-4d59-b2cb-b1d3471ccf9e tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061392
May 04 13:44:18.656702 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.748323 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.752871 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1d6bb712-06a5-4730-8456-571fa8a6427e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:18.770917 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16815615-cf3e-4818-9fc5-5f2d6b2591bf,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:18.776718 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:18.798152 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:18.800174 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16815615-cf3e-4818-9fc5-5f2d6b2591bf HTTP/1.1" status: 204  len: 168 time: 0.3783894
May 04 13:44:18.871986 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fea38e5e-08a5-4163-bf3f-6c84742708d2 req-28607fed-d143-4b94-956b-2ff8fab738d0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.0799935
May 04 13:44:19.221148 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefe9fb-c5c5-4c2f-b02a-3cd9e189a29d req-def40a75-c966-4ec0-bfde-d70da7ca3b27 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:19.230172 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dfefe9fb-c5c5-4c2f-b02a-3cd9e189a29d req-def40a75-c966-4ec0-bfde-d70da7ca3b27 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.1285446
May 04 13:44:19.284754 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dfefe9fb-c5c5-4c2f-b02a-3cd9e189a29d req-66af2da3-4d33-47b2-9f25-5d2734d827b6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534670
May 04 13:44:20.216716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f56b7-73b2-4af1-abea-c3a7d6b00d78 req-ed1343e5-4ba1-4ce3-ac56-e0377a077d64 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:20.231741 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4f6f56b7-73b2-4af1-abea-c3a7d6b00d78 req-ed1343e5-4ba1-4ce3-ac56-e0377a077d64 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.2822199
May 04 13:44:20.457499 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5ffeb0a-6e73-49cc-8c7f-8b078568cfcb req-2fb03147-05bd-474d-a77b-99d8b3fe0bf6 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.2243037
May 04 13:44:20.633032 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4f6f56b7-73b2-4af1-abea-c3a7d6b00d78 req-ddfa7b7d-1157-4079-85cd-f14ecd213857 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004634
May 04 13:44:21.055493 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53356) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:21.187515 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c6be6-efca-421a-aa2b-94d24e581304 req-d5b8a091-8744-4f50-8204-2c816078d8fa tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:21.189371 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-664c6be6-efca-421a-aa2b-94d24e581304 req-d5b8a091-8744-4f50-8204-2c816078d8fa tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.3972945
May 04 13:44:21.343500 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-664c6be6-efca-421a-aa2b-94d24e581304 req-b545d406-b0c5-490c-afa1-afd2b3a495e9 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351657
May 04 13:44:21.373572 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Request body: {'port': {'device_id': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:21.807957 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Request body: {'port': {'device_id': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:21.944360 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:21.996594 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:22.022477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:22.030584 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Usage tracker for resource:security_group_rule and tenant:ff947134c0fe4197a20a9b1b9a798b91 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:22.033530 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-74d0ee9e-d0f6-4e14-9cc8-bd66c62c6233 req-04a27ba4-253f-4ed1-a72c-663e860fea86 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.0560079
May 04 13:44:22.044056 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:22.117206 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:22.210367 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1048-cf2a-4a3f-ad86-c4cbeaba256a req-c817e759-b5dc-4996-8ff1-82b98b88640f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:22.220488 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c2e1048-cf2a-4a3f-ad86-c4cbeaba256a req-c817e759-b5dc-4996-8ff1-82b98b88640f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.1288188
May 04 13:44:22.293921 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c2e1048-cf2a-4a3f-ad86-c4cbeaba256a req-21f1b1e0-af2f-4268-acf0-7d720d2777a0 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723016
May 04 13:44:22.357219 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:22.761824 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:22.782836 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a30223-d724-4206-aa4d-822986f4c82a req-d317c21f-77cd-463b-ab6d-871cec386050 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:22.786382 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-24a30223-d724-4206-aa4d-822986f4c82a req-d317c21f-77cd-463b-ab6d-871cec386050 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.2322407
May 04 13:44:22.793848 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:22.876643 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6bb09a69-7199-4fee-9752-87ef25f0e568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:22.976263 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-24a30223-d724-4206-aa4d-822986f4c82a req-ddaaf15a-222e-4169-999b-4d22cbff2e38 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801996
May 04 13:44:23.245841 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff947134c0fe4197a20a9b1b9a798b91&name=default HTTP/1.1" status: 200  len: 2978 time: 2.1846964
May 04 13:44:23.253154 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37302f1f-e2f8-40da-bf61-39fcb0c8975f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:23.256267 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53412) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:23.271314 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:23.684940 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9924399e-71ea-42f5-ad97-4edeca8a9f00 req-46fb87e0-da0d-42d7-b0d9-7a47cdde356c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.3018134
May 04 13:44:23.763975 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:23.864369 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.136747 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a2db8d-a83d-4192-8136-14ed268047fe {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:44:24.158574 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.162738 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.170995 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:24.191132 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Transition to ACTIVE for port object 18a2db8d-a83d-4192-8136-14ed268047fe will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:24.223333 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738829-bf85-45d7-a854-c88adf686d1c req-e6d56576-508a-4d2d-b263-968d29eb095e tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:24.225850 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a738829-bf85-45d7-a854-c88adf686d1c req-e6d56576-508a-4d2d-b263-968d29eb095e tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 932 time: 0.3429220
May 04 13:44:24.227717 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37302f1f-e2f8-40da-bf61-39fcb0c8975f,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:24.232426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56da8905-f1ad-4a38-be64-09563b0edb60 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:44:24.234331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:24.244911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.249515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.265921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:24.436209 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.439404 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37302f1f-e2f8-40da-bf61-39fcb0c8975f HTTP/1.1" status: 204  len: 168 time: 1.1815612
May 04 13:44:24.515864 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Transition to ACTIVE for port object 56da8905-f1ad-4a38-be64-09563b0edb60 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:24.525693 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a738829-bf85-45d7-a854-c88adf686d1c req-d5e7a089-b411-40a9-84b7-67f72c421dfb tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566895
May 04 13:44:24.556939 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:24.579076 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbc417-e73b-4c06-8fed-7f984391009d req-f2cb24bb-cd62-46cc-81b5-e2f1fceacbb7 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:24.582294 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1bdbc417-e73b-4c06-8fed-7f984391009d req-f2cb24bb-cd62-46cc-81b5-e2f1fceacbb7 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 932 time: 0.3463213
May 04 13:44:24.628652 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Pushing event updated for resources: {'Port': ['ID=18a2db8d-a83d-4192-8136-14ed268047fe,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:24.644476 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:24.649434 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:24.707075 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1bdbc417-e73b-4c06-8fed-7f984391009d req-4075e85a-2a22-4831-8094-57ada5b9e08d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156840
May 04 13:44:24.854503 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Attempting to bind port 18a2db8d-a83d-4192-8136-14ed268047fe on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:44:24.855033 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Attempting to bind port 18a2db8d-a83d-4192-8136-14ed268047fe by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '453c7029-8fc1-403d-938d-d3703d6c434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:44:24.855387 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Attempting to bind port 18a2db8d-a83d-4192-8136-14ed268047fe on network e6a05642-a867-4d8a-8f54-8ec184391f7f {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:24.907322 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Port 18a2db8d-a83d-4192-8136-14ed268047fe on network e6a05642-a867-4d8a-8f54-8ec184391f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:44:24.908208 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Attempting to bind port 18a2db8d-a83d-4192-8136-14ed268047fe on network e6a05642-a867-4d8a-8f54-8ec184391f7f {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:24.924773 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:44:24.925434 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Checking segment: {'id': '453c7029-8fc1-403d-938d-d3703d6c434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:24.926377 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Bound using segment: {'id': '453c7029-8fc1-403d-938d-d3703d6c434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:44:24.927717 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Bound port: 18a2db8d-a83d-4192-8136-14ed268047fe, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453c7029-8fc1-403d-938d-d3703d6c434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:44:24.928386 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:25.292283 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Attempting to bind port 56da8905-f1ad-4a38-be64-09563b0edb60 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:44:25.293026 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Attempting to bind port 56da8905-f1ad-4a38-be64-09563b0edb60 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:44:25.293321 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Attempting to bind port 56da8905-f1ad-4a38-be64-09563b0edb60 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:25.301199 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9ba7d7c4-25d2-46ba-99fd-5c587995653d req-83c71c4d-f7fe-47d3-aef4-e91630e91a17 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.1909828
May 04 13:44:25.318978 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Port 56da8905-f1ad-4a38-be64-09563b0edb60 on network a4e30664-94e1-477e-9c47-e614bc853173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:44:25.319482 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Attempting to bind port 56da8905-f1ad-4a38-be64-09563b0edb60 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:25.337212 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:44:25.337587 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Checking segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:25.345513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Bound using segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:44:25.346759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Bound port: 56da8905-f1ad-4a38-be64-09563b0edb60, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:44:25.349792 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:25.496343 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Pushing event updated for resources: {'Port': ['ID=56da8905-f1ad-4a38-be64-09563b0edb60,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:25.525195 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:25.642018 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] For port 56da8905-f1ad-4a38-be64-09563b0edb60, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:44:25.650267 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] For port 56da8905-f1ad-4a38-be64-09563b0edb60, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=56da8905-f1ad-4a38-be64-09563b0edb60,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:44:25.677639 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:25.696562 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:25.977966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:25.978731 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:25.980291 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] 10.222.0.48 "PUT /v2.0/ports/56da8905-f1ad-4a38-be64-09563b0edb60 HTTP/1.1" status: 200  len: 1094 time: 4.9897974
May 04 13:44:25.980789 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'tag': '56da8905-f1ad-4a38-be64-09563b0edb60'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:26.127788 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] For port 18a2db8d-a83d-4192-8136-14ed268047fe, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:44:26.140768 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] For port 18a2db8d-a83d-4192-8136-14ed268047fe, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=18a2db8d-a83d-4192-8136-14ed268047fe,segment=NetworkSegment(453c7029-8fc1-403d-938d-d3703d6c434f),segment_id=453c7029-8fc1-403d-938d-d3703d6c434f)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:44:26.146378 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Pushing event updated for resources: {'Port': ['ID=56da8905-f1ad-4a38-be64-09563b0edb60,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:26.152033 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:26.157755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:26.166658 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:26.181846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f47bb-fb28-4cbb-99bc-60440fb4025f req-7afa11a3-71e8-4704-8a36-3ad55b2070ff tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:26.194586 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-359f47bb-fb28-4cbb-99bc-60440fb4025f req-7afa11a3-71e8-4704-8a36-3ad55b2070ff tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 0.2964318
May 04 13:44:26.259797 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:26.260830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:26.262479 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] 10.222.0.48 "PUT /v2.0/ports/18a2db8d-a83d-4192-8136-14ed268047fe HTTP/1.1" status: 200  len: 1094 time: 5.2852085
May 04 13:44:26.303467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Pushing event updated for resources: {'Port': ['ID=18a2db8d-a83d-4192-8136-14ed268047fe,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:26.308432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:26.327576 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-359f47bb-fb28-4cbb-99bc-60440fb4025f req-3ce3d8e1-2211-4c79-9780-082c24271f4d tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159747
May 04 13:44:26.400959 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2869d-13ff-4650-a5ad-da8c9f7d8e01 req-b3d6ccde-9425-40e8-bdd8-b1ee68be484f tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:26.407243 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-56a2869d-13ff-4650-a5ad-da8c9f7d8e01 req-b3d6ccde-9425-40e8-bdd8-b1ee68be484f tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 0.3602328
May 04 13:44:26.486972 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-56a2869d-13ff-4650-a5ad-da8c9f7d8e01 req-2c685456-efbb-4d0c-b93d-4d197c3194bb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647471
May 04 13:44:26.671033 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e87dc47-abd9-46fc-9ad7-5d20ad390f1a req-0dd7883e-6ffa-4cf9-9900-1f7263a6f2a9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.1249385
May 04 13:44:26.839380 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53512) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:27.052102 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'tag': '56da8905-f1ad-4a38-be64-09563b0edb60', 'status': 'completed', 'code': 200}
May 04 13:44:27.120237 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.153986 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:27.161752 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Usage tracker for resource:security_group_rule and tenant:c11b631a756040c7906ea2b818004424 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:27.167326 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:27.179537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:27.300338 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.306953 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.318279 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-79a36bb9-7ff6-4bd1-b758-e2dfa1f68d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:27.370996 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c11b631a756040c7906ea2b818004424&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5258093
May 04 13:44:27.370996 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d1ef63-4ded-4a44-9a38-d35513d0f43d,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:27.372030 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53536) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:27.374153 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:27.445715 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.489643 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.585441 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.591498 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:27.611035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d1ef63-4ded-4a44-9a38-d35513d0f43d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:27.615518 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:27.625495 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.628324 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d1ef63-4ded-4a44-9a38-d35513d0f43d HTTP/1.1" status: 204  len: 168 time: 0.2554302
May 04 13:44:27.738267 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df920d69-6a25-4e71-a371-ae67485e6db0 req-a9ad396a-7f19-4949-9ce6-ca019bb40332 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:27.741007 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df920d69-6a25-4e71-a371-ae67485e6db0 req-a9ad396a-7f19-4949-9ce6-ca019bb40332 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 0.2443929
May 04 13:44:27.786985 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b73ee8f5-ece7-4e91-b085-6c8b083703b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:27.815465 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094568-75da-4c41-9289-bb2aa790a226 req-06a6402a-7d1a-4bcf-abef-25de00fc0aaf tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:27.818262 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0094568-75da-4c41-9289-bb2aa790a226 req-06a6402a-7d1a-4bcf-abef-25de00fc0aaf tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 0.1632702
May 04 13:44:27.829715 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df920d69-6a25-4e71-a371-ae67485e6db0 req-0f460f1a-b26d-426f-99cb-1749253fbe25 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685737
May 04 13:44:27.888163 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0094568-75da-4c41-9289-bb2aa790a226 req-54a68ca1-1d5b-4801-8123-a12514dd53b7 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565419
May 04 13:44:28.097629 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53568) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:28.126479 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:28.156547 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:28.169405 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc355f1533e74ee5962437ccade5f9b4 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:28.176665 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:28.187197 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-89801be1-07be-41cd-a04a-8a794250fcf3 req-792fdbf8-bec5-407d-829c-0f5b08719bfb tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.1108336
May 04 13:44:28.194353 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:28.334153 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:28.346981 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:28.357006 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:28.358313 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53574) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:28.409606 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc355f1533e74ee5962437ccade5f9b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054547
May 04 13:44:28.410047 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53580) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:28.414152 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab98326-9120-4360-a1a6-df62c99c46dc,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:28.434383 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:28.578151 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:28.602068 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:28.608781 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Usage tracker for resource:security_group_rule and tenant:5584b5b3269a44eda25add102f1dd2ab is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:28.614019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:28.623531 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:28.802711 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:28.804504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.48', 59181) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:28.811616 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:28.830197 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-01759ade-86dc-4923-a042-f24f332c7dbf tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:28.832563 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-01759ade-86dc-4923-a042-f24f332c7dbf tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 810 time: 0.3828473
May 04 13:44:28.916223 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:28.916426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.005392 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-c97dc909-6f07-41eb-ae71-af04d95c2415 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9561bdd8b38f4ac89573821651bf5b52 HTTP/1.1" status: 200  len: 379 time: 0.1045227
May 04 13:44:29.026101 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5584b5b3269a44eda25add102f1dd2ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6615319
May 04 13:44:29.035833 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53606) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:29.043858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'port': {'device_id': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'admin_state_up': True, 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'security_groups': ['89c489fa-7a14-48bf-85f0-8950f015609e']}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:29.187698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ca56b-0e60-4217-a9e4-fad298cdf69c,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:29.237225 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'tag': '18a2db8d-a83d-4192-8136-14ed268047fe'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:29.264767 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:29.314187 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.401829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-e3161600-6c0e-41b0-9b31-e429811d2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:29.403670 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-e3161600-6c0e-41b0-9b31-e429811d2e59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 1097 time: 0.8636739
May 04 13:44:29.416616 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:29.462285 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.479762 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:port and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:29.482376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.483593 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:29.501607 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-38762652-36e2-412b-94cc-71c83454a259 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56da8905-f1ad-4a38-be64-09563b0edb60 HTTP/1.1" status: 200  len: 217 time: 0.0876107
May 04 13:44:29.504840 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:29.507171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:29.526541 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-3325b168-d338-4850-96ac-b07bed90ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:29.530523 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-3325b168-d338-4850-96ac-b07bed90ab9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6de3f011f8d3425db42caf197e997663&device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 1097 time: 0.7233970
May 04 13:44:29.568745 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab98326-9120-4360-a1a6-df62c99c46dc,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:29.580204 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:29.601568 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Made reservation on behalf of 9561bdd8b38f4ac89573821651bf5b52 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:29.613156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.659223 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.660809 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-23596a8a-b6fd-44a4-8ec3-cf976e0c5c32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eab98326-9120-4360-a1a6-df62c99c46dc HTTP/1.1" status: 204  len: 168 time: 1.2487252
May 04 13:44:29.910283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:29.914682 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-6f72982b-e035-4ef1-a598-f62f96278b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:29.918009 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-6f72982b-e035-4ef1-a598-f62f96278b86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 0.4001634
May 04 13:44:29.951907 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-df46180c-46f8-464d-a5be-2db84c8ac6bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a2db8d-a83d-4192-8136-14ed268047fe HTTP/1.1" status: 200  len: 217 time: 0.3845801
May 04 13:44:30.122503 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53634) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:30.172301 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-d465637a-b43c-4c31-8f74-1bc026fb0a0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2336423
May 04 13:44:30.293464 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:30.317344 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:30.355045 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b827bf5-cb1b-4f50-9aa5-d3789cc3c759 req-42d3863d-f311-45f0-9a24-2f914feb1290 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:30.368325 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5b827bf5-cb1b-4f50-9aa5-d3789cc3c759 req-42d3863d-f311-45f0-9a24-2f914feb1290 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 1.1852612
May 04 13:44:30.424085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ccf1-ad06-4455-8cb5-1279246e8e41 req-4a5399b5-51de-46ca-a729-cb24297284d4 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:30.427608 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8d69ccf1-ad06-4455-8cb5-1279246e8e41 req-4a5399b5-51de-46ca-a729-cb24297284d4 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 1.1605752
May 04 13:44:30.430371 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-b990f025-8185-497c-a3ef-553d28fd7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:30.433619 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-b990f025-8185-497c-a3ef-553d28fd7cb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dec256a-ba70-4eb0-8e69-2825341139eb HTTP/1.1" status: 200  len: 851 time: 0.4546654
May 04 13:44:30.544705 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ca56b-0e60-4217-a9e4-fad298cdf69c,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:30.619607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:30.625424 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed6ca56b-0e60-4217-a9e4-fad298cdf69c HTTP/1.1" status: 204  len: 168 time: 1.5793266
May 04 13:44:30.658415 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Allocated IP 172.20.0.9 (5f7515c3-5c27-4fc9-9395-74d0c82d2944/aefd769a-f755-4fc3-a3b7-d0155fad7d66/48c2fe48-d64b-4d96-bdbb-58dc57883d62) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:44:30.658941 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:30.708280 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-79e2f9f0-741b-418a-9760-2a5584e70889 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6a05642-a867-4d8a-8f54-8ec184391f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2494729
May 04 13:44:30.806974 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5b827bf5-cb1b-4f50-9aa5-d3789cc3c759 req-ef2c8f24-7b73-46f7-af9d-4cdf9437eb5e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4371810
May 04 13:44:30.854583 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8d69ccf1-ad06-4455-8cb5-1279246e8e41 req-9aae7863-a858-4c6e-91d0-adace285bb97 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3964236
May 04 13:44:30.933223 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.177546 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-90716116-b6b8-4186-acd9-d3b6214aa9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.207108 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'tag': '18a2db8d-a83d-4192-8136-14ed268047fe', 'status': 'completed', 'code': 200}
May 04 13:44:31.250447 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bd470c46-80fb-4f26-8253-46d2f0979b15 req-91ec88d4-c69b-4820-97db-d99d6eb1400f tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.2014723
May 04 13:44:31.271246 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.284594 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.337148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:31.340247 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-808960de-e678-4b5f-8d3f-22538e1455dd service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1576545
May 04 13:44:31.350759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Usage tracker for resource:security_group_rule and tenant:a6764cb3f4a14f4ba6d1f0150aa4dcd3 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:31.358008 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Transition to ACTIVE for port object 48c2fe48-d64b-4d96-bdbb-58dc57883d62 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:31.359448 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:31.368454 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:31.430255 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.451148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:31.577379 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:44:31.585662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:31.596541 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:44:31.608669 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:31.609992 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.675708 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:31.695481 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6839786
May 04 13:44:31.696909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:31.772851 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.782809 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:31.798173 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:31.888710 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53698) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:31.900050 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6764cb3f4a14f4ba6d1f0150aa4dcd3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7759914
May 04 13:44:31.902546 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a613e-bb58-416f-9b8b-b2065a6abafc,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:31.923798 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:32.030099 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:32.093470 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:32.150146 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0bcbf2d5-e768-4dc5-8b2d-a819a7d4f7c6 None None] Provisioning for port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:32.163012 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0bcbf2d5-e768-4dc5-8b2d-a819a7d4f7c6 None None] Provisioning complete for port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:32.165998 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf2d5-e768-4dc5-8b2d-a819a7d4f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:32.323744 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbf2d5-e768-4dc5-8b2d-a819a7d4f7c6 None None] Port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:44:32.364547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:32.378157 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:32.415859 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a613e-bb58-416f-9b8b-b2065a6abafc,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:32.431719 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:32.455258 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:32.456361 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d24a613e-bb58-416f-9b8b-b2065a6abafc HTTP/1.1" status: 204  len: 168 time: 0.5663118
May 04 13:44:32.557383 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bad67-5b13-49c1-b5c0-07487a0ab1be req-543b9121-a5e4-461f-b242-2d54548cc53a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:32.558973 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dd2bad67-5b13-49c1-b5c0-07487a0ab1be req-543b9121-a5e4-461f-b242-2d54548cc53a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 0.3469744
May 04 13:44:32.623923 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31910ba-8c22-449d-9e1d-f41192e9ce61 req-c3e4d0c2-78e0-46a4-9f52-22cbd5052343 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:32.627349 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a31910ba-8c22-449d-9e1d-f41192e9ce61 req-c3e4d0c2-78e0-46a4-9f52-22cbd5052343 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 0.3390586
May 04 13:44:32.790215 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dd2bad67-5b13-49c1-b5c0-07487a0ab1be req-0102a588-7476-4459-beae-7a0b4ff59b1d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611810
May 04 13:44:32.796581 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a31910ba-8c22-449d-9e1d-f41192e9ce61 req-33f15480-ff34-4cce-85fb-d319462a34f8 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618342
May 04 13:44:32.802979 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-5e52342b-d22d-4fe8-b276-2394e65f6ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3737581
May 04 13:44:33.096083 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5014-9c16-4976-b539-0c72ba5b2d51 req-bf5b4a92-a07c-4619-b5b3-71baa305cf58 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:33.098838 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61de5014-9c16-4976-b539-0c72ba5b2d51 req-bf5b4a92-a07c-4619-b5b3-71baa305cf58 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 931 time: 0.1036320
May 04 13:44:33.127071 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53738) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:33.156239 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:33.176832 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:33.180055 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:33.181931 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Usage tracker for resource:security_group_rule and tenant:278a779a234141ba9e52936cc6e41470 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:33.185386 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:33.193281 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:33.257664 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61de5014-9c16-4976-b539-0c72ba5b2d51 req-bb8c657f-16e5-489a-8355-b17e2872ee2f tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1450126
May 04 13:44:33.347515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:33.354447 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:33.372440 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3cc49373-1a7b-4633-9c05-d8e379d105b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:33.467254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53756) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:33.474013 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=278a779a234141ba9e52936cc6e41470&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3375065
May 04 13:44:33.478208 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540b804e-ead9-4c75-9d9c-ed77509d1b08,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:33.494159 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:33.548529 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Request body: {'port': {'device_id': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:33.700950 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:33.784192 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:34.045378 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:34.312693 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6213397c-f8b6-42e5-9c03-e550950468a4 req-4ac9c30c-55c0-46b0-886a-e7cac77cc438 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8144310
May 04 13:44:34.403831 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1742dcb6-3df6-4190-b048-f81cd540a122 req-1f00d3d5-2045-4ed8-9efb-8434b3c1434b service neutron] 10.222.0.48 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9023895
May 04 13:44:34.505028 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:34.584131 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8201-a31a-47ac-9e74-c7977ea1a8b8 req-dfdb67bf-5cf5-49e6-bf44-275f425cfdd0 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:34.585753 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2bdc8201-a31a-47ac-9e74-c7977ea1a8b8 req-dfdb67bf-5cf5-49e6-bf44-275f425cfdd0 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 0.4901135
May 04 13:44:34.593193 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:34.627580 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ac41a43e-ccae-4e00-82f9-5637a5698bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:34.657883 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540b804e-ead9-4c75-9d9c-ed77509d1b08,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:34.666748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:34.675910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e5031-adad-4c8c-8263-8303c6d0943b req-e8f8a6c4-9a82-4bcd-b72f-159ba8281938 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:34.677793 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-939e5031-adad-4c8c-8263-8303c6d0943b req-e8f8a6c4-9a82-4bcd-b72f-159ba8281938 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 0.4725285
May 04 13:44:34.704383 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:34.716229 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/540b804e-ead9-4c75-9d9c-ed77509d1b08 HTTP/1.1" status: 204  len: 168 time: 1.2462094
May 04 13:44:34.739559 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2bdc8201-a31a-47ac-9e74-c7977ea1a8b8 req-362d1f69-1f21-4c1a-8631-276a972fd287 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359029
May 04 13:44:34.928814 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-65c06334-9ad4-4653-a51c-adfe595a44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:34.930382 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-65c06334-9ad4-4653-a51c-adfe595a44f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 1097 time: 0.5143573
May 04 13:44:34.961662 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-939e5031-adad-4c8c-8263-8303c6d0943b req-a63adeec-7162-449d-9dde-60c18e464f0c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400823
May 04 13:44:34.967672 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-662ed81b-d36d-437b-8f28-f7fe709cc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:34.969856 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-662ed81b-d36d-437b-8f28-f7fe709cc800 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6de3f011f8d3425db42caf197e997663&device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 1097 time: 0.4347169
May 04 13:44:35.136708 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.db.resource_extend [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 13:44:35.232167 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5329ca-25d4-4d97-b478-d5d72c5f88a5 req-bfe3b83b-7477-474d-9202-d3f0157e2b71 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:35.237044 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8d5329ca-25d4-4d97-b478-d5d72c5f88a5 req-bfe3b83b-7477-474d-9202-d3f0157e2b71 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 931 time: 0.3697860
May 04 13:44:35.275912 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c2fe48-d64b-4d96-bdbb-58dc57883d62 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:44:35.296728 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:35.299833 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-0ceb1ac2-5ec3-4fff-a80a-18ed50b6da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:35.312771 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-0ceb1ac2-5ec3-4fff-a80a-18ed50b6da5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 916 time: 0.3719337
May 04 13:44:35.423912 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8d5329ca-25d4-4d97-b478-d5d72c5f88a5 req-a2190ce9-e697-4a36-9265-90a95f6c1712 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247520
May 04 13:44:35.469696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-726b12e6-d726-4118-a477-2da63291d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:35.473611 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-726b12e6-d726-4118-a477-2da63291d2a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e6a05642-a867-4d8a-8f54-8ec184391f7f HTTP/1.1" status: 200  len: 912 time: 0.4935548
May 04 13:44:35.508575 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-ee98ae46-dfc4-4d00-a5a0-2fb3391b413a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56da8905-f1ad-4a38-be64-09563b0edb60 HTTP/1.1" status: 200  len: 217 time: 0.1706526
May 04 13:44:35.509744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Transition to ACTIVE for port object 48c2fe48-d64b-4d96-bdbb-58dc57883d62 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:44:35.605287 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:35.646772 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-b965ec38-f468-4f17-9726-bc48598d9a27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a2db8d-a83d-4192-8136-14ed268047fe HTTP/1.1" status: 200  len: 217 time: 0.1590199
May 04 13:44:35.658748 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:35.840006 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-8c06f542-eb23-4cf3-8aaa-0400326ee4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:35.843435 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-8c06f542-eb23-4cf3-8aaa-0400326ee4a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dec256a-ba70-4eb0-8e69-2825341139eb HTTP/1.1" status: 200  len: 851 time: 0.1898828
May 04 13:44:36.116932 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Pushing event updated for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:36.171769 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-b3ed12fd-8d62-4438-a8a1-515c15205c21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6a05642-a867-4d8a-8f54-8ec184391f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3191011
May 04 13:44:36.310853 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:36.453125 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-da93c29a-3489-44b3-8b33-db006d459c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:36.461819 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-da93c29a-3489-44b3-8b33-db006d459c96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 0.9390180
May 04 13:44:36.622102 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-ec502a56-fac3-4856-a409-14f090d9a252 service neutron] 10.222.0.48 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4412260
May 04 13:44:36.710964 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-889c1be2-7d97-4280-83f0-865a9d528908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2315967
May 04 13:44:36.714625 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Attempting to bind port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:44:36.714948 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Attempting to bind port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:44:36.715282 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Attempting to bind port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:36.831025 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c972ea19-c9ec-4f08-a0a0-81ce8d0e3aab req-12f2223d-73ae-4ea9-8de1-0599dcfc83f6 service neutron] 10.222.0.48 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899910
May 04 13:44:36.866667 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c348-8488-4641-8557-62b3544435f3 req-9a571a81-f85e-4a83-93d1-80ab0aecbcc3 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:36.868621 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-62d8c348-8488-4641-8557-62b3544435f3 req-9a571a81-f85e-4a83-93d1-80ab0aecbcc3 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 0.8958476
May 04 13:44:36.889847 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-367a85ca-b547-47b2-aacd-9be9f2718aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701734
May 04 13:44:36.892120 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:44:36.892449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Attempting to bind port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:44:36.922367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:44:36.922708 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Checking segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:36.923091 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Bound using segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:44:36.923541 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Bound port: 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:44:36.924096 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:36.943273 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-62d8c348-8488-4641-8557-62b3544435f3 req-45fdd01b-be65-402c-89ef-66f68859ee04 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674276
May 04 13:44:36.964242 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50962-a93c-4d14-9eba-465e55576031 req-ce752163-debd-4078-9426-039935e09846 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:36.972663 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4ec50962-a93c-4d14-9eba-465e55576031 req-ce752163-debd-4078-9426-039935e09846 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 0.7345135
May 04 13:44:37.029835 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53864) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:37.045109 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4ec50962-a93c-4d14-9eba-465e55576031 req-b82a38c2-a21d-4e52-a23b-fd3d7fe36432 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701897
May 04 13:44:37.221911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1518777194-network', 'tenant_id': '455d55dc11b84afb9fccdabb43150ac2'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:37.257230 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:37.282557 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Usage tracker for resource:network and tenant:455d55dc11b84afb9fccdabb43150ac2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:37.292260 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:37.312859 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:37.341616 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:44:37.352731 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0268c9c4-8c97-4e61-b94b-cec622c54db3 req-aa7abab6-0f40-4a00-b4da-3ec6ab7ab69c service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4554801
May 04 13:44:37.355353 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Made reservation on behalf of 455d55dc11b84afb9fccdabb43150ac2 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:37.358228 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.373874 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:44:37.375011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.381755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2979f-b17c-431b-bf16-79322cd6723f req-0af45e1d-6624-4882-9573-ea2aa0d25b2d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:37.387615 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.396407 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c9b2979f-b17c-431b-bf16-79322cd6723f req-0af45e1d-6624-4882-9573-ea2aa0d25b2d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 943 time: 0.2229548
May 04 13:44:37.397934 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:37.402507 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Usage tracker for resource:security_group_rule and tenant:455d55dc11b84afb9fccdabb43150ac2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:37.405901 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:37.419299 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:37.501791 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c9b2979f-b17c-431b-bf16-79322cd6723f req-963169d3-ed26-48ed-891e-5b8fc0caf5a1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998316
May 04 13:44:37.529843 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 56da8905-f1ad-4a38-be64-09563b0edb60 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:44:37.537575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.540810 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-10c7deee-ab91-4d6c-8230-02e2b7febc08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:37.588342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.641921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:37.642918 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.644720 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] 10.222.0.48 "PUT /v2.0/ports/48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 1093 time: 4.1037276
May 04 13:44:37.645230 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:37.668613 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:44:37.710446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Pushing event updated for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:37.713573 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.713991 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Added segment 9176bbf2-91b5-4e7b-98ba-087149a9f916 of type vlan for network a4b89f34-be97-47ad-8f1f-24669c92318f
May 04 13:44:37.820919 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.867385 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:37.867920 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2eed77ed-98c5-4b02-a3ee-ded9af9da116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:37.886474 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'status': 'completed', 'code': 200}
May 04 13:44:37.954490 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e18a8-f00d-4ae5-b8e1-89d41b49d04f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:37.964357 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.966555 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:37.967599 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:37.968195 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:37.974225 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:37.992930 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 56da8905-f1ad-4a38-be64-09563b0edb60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=56da8905-f1ad-4a38-be64-09563b0edb60,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:38.080379 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '56da8905-f1ad-4a38-be64-09563b0edb60', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'port_id': '56da8905-f1ad-4a38-be64-09563b0edb60', 'mac_address': 'fa:16:3e:e1:4c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb9dbf3-2f01-4696-a876-1ec0e6a5a668', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:44:38.135755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Pushing event updated for resources: {'Network': ['ID=a4b89f34-be97-47ad-8f1f-24669c92318f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:38.148435 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1132414
May 04 13:44:38.150053 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:38.152636 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-675cfc53-d531-4d40-beec-2cc23bdc6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:38.153365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53914) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:38.161632 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Request body: {'subnet': {'network_id': 'a4b89f34-be97-47ad-8f1f-24669c92318f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1518777194-subnet', 'tenant_id': '455d55dc11b84afb9fccdabb43150ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:38.165688 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-675cfc53-d531-4d40-beec-2cc23bdc6cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1096 time: 0.4499969
May 04 13:44:38.175236 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:38.181731 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network a4b89f34-be97-47ad-8f1f-24669c92318f details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:44:38.192848 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Usage tracker for resource:subnet and tenant:455d55dc11b84afb9fccdabb43150ac2 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:38.205157 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:38.221835 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:38.249820 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Made reservation on behalf of 455d55dc11b84afb9fccdabb43150ac2 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:38.252521 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:38.324767 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-daeee14d-b61a-4af4-89a9-448f1fd2cd2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 217 time: 0.1502786
May 04 13:44:38.477010 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-638fef55-f2f7-4e41-ab61-ec950db7caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:38.480502 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-638fef55-f2f7-4e41-ab61-ec950db7caad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.1486745
May 04 13:44:38.530604 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 53930) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:38.540401 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:38.590725 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da8905-f1ad-4a38-be64-09563b0edb60 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:44:38.648478 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 56da8905-f1ad-4a38-be64-09563b0edb60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=56da8905-f1ad-4a38-be64-09563b0edb60,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:38.661830 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:38.662375 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 18a2db8d-a83d-4192-8136-14ed268047fe details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:44:38.667574 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:38.756710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-562f4653-9ce4-4e47-9374-e23832be5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:38.757821 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-562f4653-9ce4-4e47-9374-e23832be5c07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2684872
May 04 13:44:38.826271 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=56da8905-f1ad-4a38-be64-09563b0edb60,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:38.846482 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:38.928549 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-59adee9a-0411-46df-ad43-2c1b49e22ab3 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601923
May 04 13:44:38.974863 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:39.022042 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927bdb-f620-4b08-9e5d-5b57fa70b1b3 req-d3182693-9610-4ffa-941a-a9a629fe0674 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:39.023706 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71927bdb-f620-4b08-9e5d-5b57fa70b1b3 req-d3182693-9610-4ffa-941a-a9a629fe0674 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 944 time: 0.6110251
May 04 13:44:39.043154 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d811ea-ddaf-46f0-8c8a-ef2de2ac27f9 req-9402db98-d51e-4c93-9162-f2c8dbb5084f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:39.044906 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1d811ea-ddaf-46f0-8c8a-ef2de2ac27f9 req-9402db98-d51e-4c93-9162-f2c8dbb5084f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 944 time: 0.7088518
May 04 13:44:39.046122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:39.100418 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Usage tracker for resource:security_group_rule and tenant:e4882d78a4404cf4917679fea323116e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:39.121506 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:39.135419 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:39.135766 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 18a2db8d-a83d-4192-8136-14ed268047fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=18a2db8d-a83d-4192-8136-14ed268047fe,segment=NetworkSegment(453c7029-8fc1-403d-938d-d3703d6c434f),segment_id=453c7029-8fc1-403d-938d-d3703d6c434f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:39.153441 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71927bdb-f620-4b08-9e5d-5b57fa70b1b3 req-086a2dc1-f9ca-4361-a798-e8bca4b030e1 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042888
May 04 13:44:39.167842 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '18a2db8d-a83d-4192-8136-14ed268047fe', 'network_id': 'e6a05642-a867-4d8a-8f54-8ec184391f7f', 'port_id': '18a2db8d-a83d-4192-8136-14ed268047fe', 'mac_address': 'fa:16:3e:db:b4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec256a-ba70-4eb0-8e69-2825341139eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:44:39.241403 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1d811ea-ddaf-46f0-8c8a-ef2de2ac27f9 req-0aead884-faee-4cfb-bbbd-e289dc778202 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484182
May 04 13:44:39.329110 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-874255f6-fdd1-4cb9-a872-7c3c8d9cbea0 req-cc00e180-9332-4633-a7f7-a94ffda59098 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3905137
May 04 13:44:39.337139 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:39.374842 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a2db8d-a83d-4192-8136-14ed268047fe {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:44:39.403059 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 18a2db8d-a83d-4192-8136-14ed268047fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=18a2db8d-a83d-4192-8136-14ed268047fe,segment=NetworkSegment(453c7029-8fc1-403d-938d-d3703d6c434f),segment_id=453c7029-8fc1-403d-938d-d3703d6c434f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:39.412622 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:39.415373 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:39.432435 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:39.452308 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:39.467757 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9d4c63d7-8ba1-48d9-b5b3-71574c68b9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:39.556167 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ca8d6-d26b-479d-9133-3356a2b4def0,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:39.630411 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=18a2db8d-a83d-4192-8136-14ed268047fe,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:39.642107 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:39.672879 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98111f24-5405-4714-aa7b-86a55e8613fe req-cc743b0a-935b-4d76-86ef-113ed12f3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:39.676357 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-cc743b0a-935b-4d76-86ef-113ed12f3120 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1096 time: 0.2292621
May 04 13:44:39.681648 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 53964) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:39.687948 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4882d78a4404cf4917679fea323116e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1376677
May 04 13:44:39.735215 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:44:39.760646 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:39.813566 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['18a2db8d-a83d-4192-8136-14ed268047fe'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:44:39.861788 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:39.875604 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:39.996637 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:40.026961 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9275a2c5-4ae5-4c59-892a-d3642c50f1df,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:40.028406 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98111f24-5405-4714-aa7b-86a55e8613fe req-160c79dc-58e6-4b91-9b91-7355a55eedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.030099 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-160c79dc-58e6-4b91-9b91-7355a55eedeb service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.3448448
May 04 13:44:40.049367 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:40.062338 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebb022-2e48-4aed-a95a-7bafdd09d3fa req-2914c758-e4fb-4f7c-b111-965f0f9e1011 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.064348 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-53ebb022-2e48-4aed-a95a-7bafdd09d3fa req-2914c758-e4fb-4f7c-b111-965f0f9e1011 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 943 time: 0.3022511
May 04 13:44:40.066033 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Checking segment: {'id': '9176bbf2-91b5-4e7b-98ba-087149a9f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a4b89f34-be97-47ad-8f1f-24669c92318f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:40.066696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Network hostable DHCP agents. Network: a4b89f34-be97-47ad-8f1f-24669c92318f, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:44:40.109612 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:40.121450 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-ed96f294-375f-4c9b-96c9-b9dcb4ce282f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 217 time: 0.0789757
May 04 13:44:40.137878 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Network a4b89f34-be97-47ad-8f1f-24669c92318f is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:44:40.168730 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-53ebb022-2e48-4aed-a95a-7bafdd09d3fa req-ae1a0682-c919-4fb3-9e7e-49a607b1ff7a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852292
May 04 13:44:40.171339 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, a4b89f34-be97-47ad-8f1f-24669c92318f) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:40.181303 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.182371 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:40.198795 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c09bc-a51e-43fb-86b5-fce1e2c1a9ae None None] Network a4b89f34-be97-47ad-8f1f-24669c92318f requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:44:40.233907 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0790811
May 04 13:44:40.249063 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98111f24-5405-4714-aa7b-86a55e8613fe req-fd2a80a4-aede-44db-afa3-42cd108c9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.252705 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-fd2a80a4-aede-44db-afa3-42cd108c9019 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.1205444
May 04 13:44:40.344595 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:40.366923 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b8a30000-a4d8-45c7-8fd3-f1ed21723a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:40.388816 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ca8d6-d26b-479d-9133-3356a2b4def0,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:40.396430 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:40.414614 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:40.426248 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d58ca8d6-d26b-479d-9133-3356a2b4def0 HTTP/1.1" status: 204  len: 168 time: 0.7427504
May 04 13:44:40.493688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98111f24-5405-4714-aa7b-86a55e8613fe req-23f8fc35-65d2-4d53-96c7-795e140d24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.495302 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-23f8fc35-65d2-4d53-96c7-795e140d24d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2316685
May 04 13:44:40.664024 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a47e1-8993-4969-9414-9484e394cf7a req-ba848091-241e-4789-98c3-8bda0349bc57 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.681804 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-742a47e1-8993-4969-9414-9484e394cf7a req-ba848091-241e-4789-98c3-8bda0349bc57 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 945 time: 0.3045752
May 04 13:44:40.736515 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf65f-e30a-4f27-934a-fcdfdd345d72 req-8f38564f-c737-4e69-9d09-fd92e2bcc0fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:40.744846 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f4ebf65f-e30a-4f27-934a-fcdfdd345d72 req-8f38564f-c737-4e69-9d09-fd92e2bcc0fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 945 time: 0.2482116
May 04 13:44:40.784629 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-12526a0e-09cc-4169-a734-00aa1610e159 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803209
May 04 13:44:40.807882 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-742a47e1-8993-4969-9414-9484e394cf7a req-3a3197d7-4bef-4166-856a-c43c08e5cf13 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251857
May 04 13:44:40.833954 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f4ebf65f-e30a-4f27-934a-fcdfdd345d72 req-71601e80-8f04-4d3d-8e4a-3006e4e6d6ef tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853841
May 04 13:44:40.883517 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308396e6-90d1-4502-98d9-e9b396f1c2d5 None None] Network a4b89f34-be97-47ad-8f1f-24669c92318f requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:44:41.084666 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-98111f24-5405-4714-aa7b-86a55e8613fe req-a747c0cb-02de-4dac-b658-60a14619a72d service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892463
May 04 13:44:41.239390 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54004) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:41.284394 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:41.324855 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:41.339483 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe268fe5473435dac62688e19c67703 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:41.344000 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:41.368169 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:41.523991 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 48c2fe48-d64b-4d96-bdbb-58dc57883d62 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:44:41.537802 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 56da8905-f1ad-4a38-be64-09563b0edb60 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:41.629891 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c07c-a35b-4cfc-b362-13b552d6e5a4 req-dd6a585b-bd42-455f-b1c8-a29afbfbb0c2 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:41.641919 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fed1c07c-a35b-4cfc-b362-13b552d6e5a4 req-dd6a585b-bd42-455f-b1c8-a29afbfbb0c2 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 943 time: 0.2008646
May 04 13:44:41.655068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:41.669029 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:41.684211 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:41.750660 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa39a2a-4f0f-4955-acd1-e22368a2422f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:41.756523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:41.777491 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54020) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:41.787599 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fed1c07c-a35b-4cfc-b362-13b552d6e5a4 req-c9e76dab-d7b8-445b-8777-612210bfcaab tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428790
May 04 13:44:41.788375 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561468489-network', 'tenant_id': 'e6276812b78545478a13e952d9dd8adb'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:41.797154 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fe268fe5473435dac62688e19c67703&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5535419
May 04 13:44:41.801611 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54024) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:41.801933 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:41.808828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Usage tracker for resource:network and tenant:e6276812b78545478a13e952d9dd8adb is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:41.812705 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:41.819821 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:41.833444 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Made reservation on behalf of e6276812b78545478a13e952d9dd8adb for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:41.836716 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:41.871613 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:41.879892 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:41.919606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:41.932957 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Usage tracker for resource:security_group_rule and tenant:e6276812b78545478a13e952d9dd8adb is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:41.938742 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 56da8905-f1ad-4a38-be64-09563b0edb60 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:41.940427 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:41.967255 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:41.987577 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:42.010416 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'port_id': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'mac_address': 'fa:16:3e:9e:89:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:44:42.015686 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 56da8905-f1ad-4a38-be64-09563b0edb60 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:42.016446 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.018044 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.181903 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.188184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.196580 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-100b8168-25c9-43ab-89a8-d4a672e71701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:42.202559 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54036) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:42.220264 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.232097 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4df35f-c1ee-4f60-8414-511405674da0,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:42.235648 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:42.311249 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:44:42.331112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.331112 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Added segment c17794d4-23e1-4703-b062-51421a308424 of type vlan for network 9497b270-9906-42cb-a2c7-58563c37bdd2
May 04 13:44:42.332214 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.337923 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c2fe48-d64b-4d96-bdbb-58dc57883d62 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:44:42.355447 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1787feef-993b-4cef-906f-9a4321762df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:42.384802 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.391084 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa39a2a-4f0f-4955-acd1-e22368a2422f,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:42.407019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:42.411393 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.419957 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.421945 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3aa39a2a-4f0f-4955-acd1-e22368a2422f HTTP/1.1" status: 204  len: 168 time: 0.6190283
May 04 13:44:42.435948 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.439407 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:42.440430 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.462864 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:42.481144 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.489996 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:42.500389 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabf97e-2285-4254-972a-3ec8ee304f69 req-ccb47ecc-fb9f-4db0-a85c-65b947b2c149 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:42.501029 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-2f0cfa95-5841-484f-ab4c-2348d4a5eb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:42.503453 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cdabf97e-2285-4254-972a-3ec8ee304f69 req-ccb47ecc-fb9f-4db0-a85c-65b947b2c149 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 945 time: 0.3652313
May 04 13:44:42.558432 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ef96-6f63-421b-a64c-c685e1550116 req-e442a60a-4fed-4eac-a571-b4a8b166b64a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:42.577224 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aac3ef96-6f63-421b-a64c-c685e1550116 req-e442a60a-4fed-4eac-a571-b4a8b166b64a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 945 time: 0.3573864
May 04 13:44:42.598525 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da8905-f1ad-4a38-be64-09563b0edb60'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:42.683430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.694104 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9151342
May 04 13:44:42.695694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54050) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:42.706280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Pushing event updated for resources: {'Network': ['ID=9497b270-9906-42cb-a2c7-58563c37bdd2,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:42.712164 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:42.735071 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Request body: {'subnet': {'network_id': '9497b270-9906-42cb-a2c7-58563c37bdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561468489-subnet', 'tenant_id': 'e6276812b78545478a13e952d9dd8adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:42.741012 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:42.746374 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Usage tracker for resource:subnet and tenant:e6276812b78545478a13e952d9dd8adb is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:42.751113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:42.758313 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 9497b270-9906-42cb-a2c7-58563c37bdd2 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:44:42.771206 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:42.776174 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Usage tracker for resource:security_group_rule and tenant:4cd1b87c01704e22a3eb3c057365585d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:42.779996 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:42.792935 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:42.843047 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:42.858382 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 56da8905-f1ad-4a38-be64-09563b0edb60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=56da8905-f1ad-4a38-be64-09563b0edb60,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:42.873744 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['48c2fe48-d64b-4d96-bdbb-58dc57883d62'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:44:42.887281 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54062) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:42.889626 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cdabf97e-2285-4254-972a-3ec8ee304f69 req-8785e762-7b40-4114-afd9-85e4f635ad64 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3731771
May 04 13:44:42.924494 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Made reservation on behalf of e6276812b78545478a13e952d9dd8adb for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:44:42.933603 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:42.935033 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 18a2db8d-a83d-4192-8136-14ed268047fe up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:42.935422 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.018522 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aac3ef96-6f63-421b-a64c-c685e1550116 req-f631d0fb-dbcf-4ac9-a301-b6192644c338 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4387493
May 04 13:44:43.157846 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:43.187522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.192551 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:43.211989 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:43.217067 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Usage tracker for resource:security_group_rule and tenant:5c4feb3491d94c80b4a1b0bb69f0d524 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:43.226494 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:43.230489 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:43.238644 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:43.378442 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da8905-f1ad-4a38-be64-09563b0edb60', 'code': 200}
May 04 13:44:43.442270 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.460393 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.467767 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.476196 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.484872 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:43.501338 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:43.511010 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=56da8905-f1ad-4a38-be64-09563b0edb60,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:43.533424 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:43.560264 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 18a2db8d-a83d-4192-8136-14ed268047fe completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:43.594695 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 18a2db8d-a83d-4192-8136-14ed268047fe triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:43.595074 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.614495 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c4feb3491d94c80b4a1b0bb69f0d524&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7247374
May 04 13:44:43.625441 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54086) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:43.678756 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2890c-8289-4a2e-8268-0f191325fbf1,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:43.694301 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:43.711161 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cd1b87c01704e22a3eb3c057365585d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4941185
May 04 13:44:43.711794 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54090) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:43.726884 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c72865-b6a7-483d-b6b8-bb79013a2221 req-174f6417-d413-419a-8507-bcc654e8556c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:43.737164 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c9c72865-b6a7-483d-b6b8-bb79013a2221 req-174f6417-d413-419a-8507-bcc654e8556c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 944 time: 0.6415849
May 04 13:44:43.742749 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af2e51b-2c7f-431a-b705-8e423e05a209,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:43.747251 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:43.878346 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.907179 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.908504 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c9c72865-b6a7-483d-b6b8-bb79013a2221 req-e7feac59-398f-4d32-873d-512bc6f59a3c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1704714
May 04 13:44:43.918524 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-3a2358d4-6a3b-4c2a-aaef-168d583db14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:43.920425 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-3a2358d4-6a3b-4c2a-aaef-168d583db14d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 1099 time: 0.2896016
May 04 13:44:43.972129 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:43.985460 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.012503 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.030388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.057999 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:44.074089 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Usage tracker for resource:security_group_rule and tenant:dbcd4edf574d4b49bb5c8def6c7de480 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:44.080466 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:44.084472 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 18a2db8d-a83d-4192-8136-14ed268047fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=18a2db8d-a83d-4192-8136-14ed268047fe,segment=NetworkSegment(453c7029-8fc1-403d-938d-d3703d6c434f),segment_id=453c7029-8fc1-403d-938d-d3703d6c434f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:44.091201 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:44.093831 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.098451 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:44.165447 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.184666 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d25b0c22-e89c-4c7a-82a4-71c5147b74e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:44.204416 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=18a2db8d-a83d-4192-8136-14ed268047fe,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:44.217018 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:44.228409 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af2e51b-2c7f-431a-b705-8e423e05a209,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:44.231158 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:44.271138 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.272382 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2af2e51b-2c7f-431a-b705-8e423e05a209 HTTP/1.1" status: 204  len: 168 time: 0.6468396
May 04 13:44:44.433015 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.447766 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.471320 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:44.514997 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Synchronizing usage tracker for tenant:dbcd4edf574d4b49bb5c8def6c7de480 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:44:44.535847 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab5f67e-a1cf-410e-ad66-bd585689d26e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:44.559929 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:44.577673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.577816 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Unset dirty status for tenant:dbcd4edf574d4b49bb5c8def6c7de480 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:44:44.586779 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-04ea1fc4-d0c9-499b-a9d2-1c4fc9925c97 req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6475236
May 04 13:44:44.588583 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bd61bba9-d340-4e9f-b832-f1c4be5cf4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:44.629710 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2890c-8289-4a2e-8268-0f191325fbf1,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:44.655748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:44.700584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2a07-fcdf-48dc-8d60-ee66e98fdcdd req-ae90ec42-276e-4406-af42-6100933af39c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:44.703265 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c0e2a07-fcdf-48dc-8d60-ee66e98fdcdd req-ae90ec42-276e-4406-af42-6100933af39c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.6634841
May 04 13:44:44.735577 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8612e-e7b9-4c84-a122-212bf9f795b4 req-e9586435-c759-4469-92b9-a79d030869ca tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:44.738996 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-edd8612e-e7b9-4c84-a122-212bf9f795b4 req-e9586435-c759-4469-92b9-a79d030869ca tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 946 time: 0.4731801
May 04 13:44:44.796331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:44.798275 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2f2890c-8289-4a2e-8268-0f191325fbf1 HTTP/1.1" status: 204  len: 168 time: 1.0825891
May 04 13:44:44.961101 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c0e2a07-fcdf-48dc-8d60-ee66e98fdcdd req-8ba078ce-7ed8-4411-be40-b58226420399 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158947
May 04 13:44:45.004110 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-edd8612e-e7b9-4c84-a122-212bf9f795b4 req-d6a18847-167d-4425-91cb-97e7081fcf5e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245138
May 04 13:44:45.042963 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.054780 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a65c3e56-4e02-4261-84ef-55f63a0f7f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:45.087084 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54130) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:45.160755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9177e4b5-051d-407f-8b7b-47a9b7cc7766,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:45.169305 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.169844 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:45.178498 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Checking segment: {'id': 'c17794d4-23e1-4703-b062-51421a308424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9497b270-9906-42cb-a2c7-58563c37bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:44:45.178849 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Network hostable DHCP agents. Network: 9497b270-9906-42cb-a2c7-58563c37bdd2, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:44:45.203660 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Network 9497b270-9906-42cb-a2c7-58563c37bdd2 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:44:45.222460 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 9497b270-9906-42cb-a2c7-58563c37bdd2) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:44:45.231342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:45.235499 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d245cc7-fd1b-4a2f-b886-dba3ec6261e4 None None] Network 9497b270-9906-42cb-a2c7-58563c37bdd2 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:44:45.239410 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:3f09687e0a2246f7b4552dcb8246ba30 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:45.243296 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:45.244638 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:45.248800 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.252367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:45.394072 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.6844361
May 04 13:44:45.432309 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea7c2c-764c-4793-8c06-a94c1f1653a5 req-9a9dfaa4-1691-4fe4-84d0-8afd6a8d375f tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:45.434338 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a9ea7c2c-764c-4793-8c06-a94c1f1653a5 req-9a9dfaa4-1691-4fe4-84d0-8afd6a8d375f tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 944 time: 0.2025542
May 04 13:44:45.455925 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a2db8d-a83d-4192-8136-14ed268047fe'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:45.462188 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.479907 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.500597 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:45.524184 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a9ea7c2c-764c-4793-8c06-a94c1f1653a5 req-5fb46559-c6e9-4e38-8f73-d4c395bcca76 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776253
May 04 13:44:45.583211 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 48c2fe48-d64b-4d96-bdbb-58dc57883d62 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:44:45.623561 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a8822a-719f-4877-853f-39f12044acd7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:45.642510 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f09687e0a2246f7b4552dcb8246ba30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5542970
May 04 13:44:45.643886 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:45.646155 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54142) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:45.663459 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a2db8d-a83d-4192-8136-14ed268047fe', 'code': 200}
May 04 13:44:45.702727 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54146) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:45.764820 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.841770 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:45.893746 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Usage tracker for resource:security_group_rule and tenant:d57f5619a8444454a19a97dac1985ffb is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:45.914802 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:45.932729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:45.969894 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:45.987417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:44:46.002648 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:44:46.003285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.111797 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.153773 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe192d-2aa0-4087-8448-69470fd4eb7c None None] Network 9497b270-9906-42cb-a2c7-58563c37bdd2 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:44:46.336489 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.345149 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a904c91f-ec4c-4788-a625-9f0732223975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:46.393811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.398260 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2a8822a-719f-4877-853f-39f12044acd7 HTTP/1.1" status: 204  len: 168 time: 0.7504530
May 04 13:44:46.399212 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a8822a-719f-4877-853f-39f12044acd7,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:46.421348 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:46.466509 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.480213 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.528825 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:46.799289 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:46.949782 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d57f5619a8444454a19a97dac1985ffb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2447329
May 04 13:44:46.959202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54176) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:46.978666 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62149730-3d11-467f-9dde-a61e3c82c116,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:47.000411 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:47.056004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:44:47.069330 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:47.072132 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:47.163033 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc932b1-df0f-4b07-9d61-f1f6cfdc2497 req-b8dd5b46-5763-4de4-afa8-2fa56fa8de88 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:47.169003 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0fc932b1-df0f-4b07-9d61-f1f6cfdc2497 req-b8dd5b46-5763-4de4-afa8-2fa56fa8de88 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.6074378
May 04 13:44:47.218587 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646281-2577-44ff-a91a-a17d1efe385a req-19155bcd-e552-4687-9b8f-7a0db739769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:47.232566 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d6646281-2577-44ff-a91a-a17d1efe385a req-19155bcd-e552-4687-9b8f-7a0db739769c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 1099 time: 0.6206911
May 04 13:44:47.286619 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8454b6-a5ad-4603-9998-d1c98aa273c5 req-fc408c3c-d685-4540-9957-1ab5f77c352b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:47.289692 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2d8454b6-a5ad-4603-9998-d1c98aa273c5 req-fc408c3c-d685-4540-9957-1ab5f77c352b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 946 time: 0.5946422
May 04 13:44:47.340382 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:47.398776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:47.423322 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:47.431946 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:47.491338 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0fc932b1-df0f-4b07-9d61-f1f6cfdc2497 req-3a247b93-f52c-4fa3-8e46-7634539dfb73 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3112993
May 04 13:44:47.511058 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2d8454b6-a5ad-4603-9998-d1c98aa273c5 req-5c186f1b-97d8-4b30-b63e-18b09f8ea15d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034557
May 04 13:44:47.665367 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:47.746196 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:47.845238 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'code': 200}
May 04 13:44:47.889199 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d6646281-2577-44ff-a91a-a17d1efe385a req-a9b1d4ee-86c3-465a-b055-549a9f8b9f8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5783582
May 04 13:44:48.068824 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:48.072124 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:48.081533 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47566-b4f5-4d21-859b-8f14b78f1275 req-453b36df-bedb-4e08-ab30-b63ccea014a5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:48.084427 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a1f47566-b4f5-4d21-859b-8f14b78f1275 req-453b36df-bedb-4e08-ab30-b63ccea014a5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.3524268
May 04 13:44:48.126783 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62149730-3d11-467f-9dde-a61e3c82c116,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:48.154821 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:48.246929 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:48.255030 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62149730-3d11-467f-9dde-a61e3c82c116 HTTP/1.1" status: 204  len: 168 time: 1.2772880
May 04 13:44:48.292247 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a1f47566-b4f5-4d21-859b-8f14b78f1275 req-379347f2-fd05-45c8-9cba-96b96ab88aba tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1883106
May 04 13:44:48.858697 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860a1e0-fc45-4a18-8c09-929a5eca3c0e req-8d90c840-09bc-4900-8301-67702bf9e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:48.867693 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0860a1e0-fc45-4a18-8c09-929a5eca3c0e req-8d90c840-09bc-4900-8301-67702bf9e23a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1098 time: 0.3808231
May 04 13:44:48.882656 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:44:49.039515 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0860a1e0-fc45-4a18-8c09-929a5eca3c0e req-8c62e0cc-9f36-4f75-b25c-77cd2a2bb18d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623988
May 04 13:44:49.212524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32bae4-a2dd-490d-871a-703ecfb9e65d req-761bd2dc-31b1-4a64-bcb5-e4a757fe4c09 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:49.217548 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5a32bae4-a2dd-490d-871a-703ecfb9e65d req-761bd2dc-31b1-4a64-bcb5-e4a757fe4c09 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.1708143
May 04 13:44:49.335549 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5a32bae4-a2dd-490d-871a-703ecfb9e65d req-d6a4cf42-8c82-46fa-a885-152082e1b76e tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111803
May 04 13:44:49.665342 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f6a5-b75d-4a6f-a39e-0736f1c11201 req-12e1b2d6-c8d3-4b5b-a11e-e4bad7e2f42b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:49.673380 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9745f6a5-b75d-4a6f-a39e-0736f1c11201 req-12e1b2d6-c8d3-4b5b-a11e-e4bad7e2f42b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.1113443
May 04 13:44:49.774763 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9745f6a5-b75d-4a6f-a39e-0736f1c11201 req-056fb226-b85f-4401-9715-868305c6dfa9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002176
May 04 13:44:50.744516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65c554-2064-431a-892b-f8111bbd9a86 req-10c767d3-54bb-485b-b94c-7d5ad5a6e30d tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:50.751313 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0a65c554-2064-431a-892b-f8111bbd9a86 req-10c767d3-54bb-485b-b94c-7d5ad5a6e30d tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.2574391
May 04 13:44:50.830978 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0a65c554-2064-431a-892b-f8111bbd9a86 req-cf67a82d-183a-4828-84aa-1c960224bc9d tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754955
May 04 13:44:51.084064 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665cbd-76bf-4170-b697-c06f084c0e3b req-a5592bca-fdfc-478b-b066-35d6c0221fd4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:51.085917 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-40665cbd-76bf-4170-b697-c06f084c0e3b req-a5592bca-fdfc-478b-b066-35d6c0221fd4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.1006680
May 04 13:44:51.141813 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-40665cbd-76bf-4170-b697-c06f084c0e3b req-d21895b4-4963-4840-945a-d4397eb73c1e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495348
May 04 13:44:51.364953 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307217-fccf-4b74-a1ca-e5ce3774e9a3 req-99dadaf7-e17a-4ff2-b911-bbf56845ea45 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:51.366850 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ec307217-fccf-4b74-a1ca-e5ce3774e9a3 req-99dadaf7-e17a-4ff2-b911-bbf56845ea45 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.0933456
May 04 13:44:51.377217 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54364) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:51.382938 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'floatingip': {'port_id': '48c2fe48-d64b-4d96-bdbb-58dc57883d62'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:44:51.470688 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:52.636849 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.db.resource_extend [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 13:44:52.836653 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:52.843296 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:53.149693 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Floating IP d1175658-b6a7-44f2-8de2-a272959b55b3 associated. External IP: 172.27.1.225, port: 48c2fe48-d64b-4d96-bdbb-58dc57883d62.
May 04 13:44:53.759300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Router 40d00433-530f-4c7d-85d6-807c807e70e7 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:44:54.165463 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:44:54.174947 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:54.202155 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:44:54.220857 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:44:54.221924 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90870fd0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:44:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:54.271687 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6a619d52-debf-44f9-b65e-5fd9f731b19e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "PUT /v2.0/floatingips/d1175658-b6a7-44f2-8de2-a272959b55b3 HTTP/1.1" status: 200  len: 991 time: 2.8928192
May 04 13:44:54.273120 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:44:54.579943 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:44:54.868506 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'status': 'completed', 'code': 200}
May 04 13:44:55.337504 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90870fd0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': 'd1175658-b6a7-44f2-8de2-a272959b55b3', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'port_id': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'mac_address': 'fa:16:3e:9e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:52Z', 'revision_number': 1, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:55.342309 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:44:55.352575 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:44:55.353247 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90870fd0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:44:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:55.471816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54492) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:55.616625 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:44:55.683614 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:55.714731 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:55.743180 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Usage tracker for resource:security_group_rule and tenant:59deba7670824c7a8dc68e930bd5b0b4 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:55.746745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:55.764212 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:55.917536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:55.923671 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:55.931831 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:55.986725 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59deba7670824c7a8dc68e930bd5b0b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5110779
May 04 13:44:55.989484 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c2ef6-0f55-41ee-bfa0-4633afc3b5f7,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:55.992125 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54508) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:55.998336 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:55.998843 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:55.999013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:55.999529 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:55.999861 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.000194 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.000914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.000914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.001177 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.001954 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.002137 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.002303 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.006713 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:56.072558 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.108658 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.170449 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90870fd0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': 'd1175658-b6a7-44f2-8de2-a272959b55b3', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'port_id': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'mac_address': 'fa:16:3e:9e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:52Z', 'revision_number': 1, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:44:56.175383 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fb7be-a036-48d6-a664-045fac86e2a0 None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': 'd1175658-b6a7-44f2-8de2-a272959b55b3', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'port_id': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'mac_address': 'fa:16:3e:9e:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:44:08Z', 'updated_at': '2021-05-04T13:44:52Z', 'revision_number': 1, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:44:56.182669 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.187139 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4d9f496a-666e-4a87-81d3-8a1526cf3a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:56.209366 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c2ef6-0f55-41ee-bfa0-4633afc3b5f7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:56.219796 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.220223 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.220581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.221016 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.221304 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.221651 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.222011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.222591 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.222980 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.223404 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.223755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.224085 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:44:56.227695 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.231745 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b15c2ef6-0f55-41ee-bfa0-4633afc3b5f7 HTTP/1.1" status: 204  len: 168 time: 0.2377872
May 04 13:44:56.232908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:56.447045 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270acf51-6394-4777-904f-5a7d24a1324a None None] New status for floating IP d1175658-b6a7-44f2-8de2-a272959b55b3: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:44:56.704988 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54524) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:56.728862 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.747215 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:44:56.752068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e966ff1fd2041a481dac19084617822 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:44:56.755859 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:44:56.764273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:44:56.886288 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.891143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:56.899660 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:56.944514 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e966ff1fd2041a481dac19084617822&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2393138
May 04 13:44:56.945469 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a424322-8531-4849-b8e3-7cadbee78fe8,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:56.947768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54532) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:44:56.948953 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:57.025066 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:57.055118 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:57.115957 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:57.119916 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-222c1323-ab8a-466b-aab3-530e107fb265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:44:57.134220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a424322-8531-4849-b8e3-7cadbee78fe8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:44:57.137095 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:44:57.146800 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:57.147852 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a424322-8531-4849-b8e3-7cadbee78fe8 HTTP/1.1" status: 204  len: 168 time: 0.1987906
May 04 13:44:57.788646 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d6234f79-34ac-491d-bac5-4140530edec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:44:58.033575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-431c8e5a-1eec-4253-8adc-c84896db6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:58.035501 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-431c8e5a-1eec-4253-8adc-c84896db6e4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1098 time: 0.1513920
May 04 13:44:58.194435 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-b4151c49-4a0a-489f-819c-df55664eef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:44:58.204191 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-b4151c49-4a0a-489f-819c-df55664eef06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.1606836
May 04 13:44:58.357584 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-75a1c3f7-bae6-465d-b77f-b9f3b0d45385 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 1001 time: 0.1460819
May 04 13:45:00.140227 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54626) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:00.325951 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.343340 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:00.359002 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e02e73d8c0942b18691c955ff71f351 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:00.363696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:00.370914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:00.499251 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.504276 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.511849 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:00.561796 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a8684d-477c-4252-9f0d-04dbc5dea289,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:00.568795 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:00.576882 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e02e73d8c0942b18691c955ff71f351&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4351041
May 04 13:45:00.578090 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54638) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:00.700153 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.746709 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.817698 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.822490 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-20c9d07a-27b6-4879-85cc-d31aeed58165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:00.838208 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a8684d-477c-4252-9f0d-04dbc5dea289,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:00.841440 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:00.851202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:00.852343 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6a8684d-477c-4252-9f0d-04dbc5dea289 HTTP/1.1" status: 204  len: 168 time: 0.2728121
May 04 13:45:00.886137 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.147128 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab71-42c3-456a-8252-e45b0f56c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.230035 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54650) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:01.250119 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.266836 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:01.272398 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Usage tracker for resource:security_group_rule and tenant:eed32ce5991b4411a1a263952b202afa is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:01.275829 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:01.281992 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:01.386192 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.390463 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.470181 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f19d2666-bd3a-49f1-962a-90a9f939085a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:01.517618 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eed32ce5991b4411a1a263952b202afa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2860448
May 04 13:45:01.518129 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54660) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:01.529877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d0932-0ec2-4ea3-bea1-863a073c7ab6,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:01.537436 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:01.607259 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.637481 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.739598 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-4ea44b7c-b2cc-43ea-a271-aade0a7b0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:01.741132 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-4ea44b7c-b2cc-43ea-a271-aade0a7b0535 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.0903227
May 04 13:45:01.798054 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.802581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f83a946d-1aac-4f17-913d-f2911ab12097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:01.818545 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d0932-0ec2-4ea3-bea1-863a073c7ab6,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:01.822502 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:01.829717 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:01.834479 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e3d0932-0ec2-4ea3-bea1-863a073c7ab6 HTTP/1.1" status: 204  len: 168 time: 0.3053691
May 04 13:45:01.865010 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-2904f909-607b-4c58-b6a4-77a30554fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:01.866846 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-2904f909-607b-4c58-b6a4-77a30554fd39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1171188
May 04 13:45:02.110762 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-466ba3b3-172c-4da1-8fad-3d5e1d1ab4da service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343554
May 04 13:45:02.327871 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-16d1cc55-58d6-4f45-9899-0220d7117289 req-8038b4f1-5daf-40fb-aca6-d1ba80072d42 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069452
May 04 13:45:03.167574 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.065494 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54734) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:04.288134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.311836 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:04.321240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8cbbffa4d6d499a9ceeeb6ac0e8bda4 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:04.325359 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:04.337256 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:04.474919 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.510716 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.516395 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.531166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:04.584919 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54756) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:04.596347 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8cbbffa4d6d499a9ceeeb6ac0e8bda4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5274944
May 04 13:45:04.602510 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c571c75f-0c19-465a-911e-536794d293b5,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:04.612809 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:04.678906 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.727348 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.796028 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.801391 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a5912b47-fb13-497c-adbb-b0c445adbd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:04.819182 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c571c75f-0c19-465a-911e-536794d293b5,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:04.822712 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:04.837575 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:04.842193 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c571c75f-0c19-465a-911e-536794d293b5 HTTP/1.1" status: 204  len: 168 time: 0.2553477
May 04 13:45:05.113864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-d53c4ade-aeed-429b-b805-0a874f3269aa tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:05.115897 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-d53c4ade-aeed-429b-b805-0a874f3269aa tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.2111454
May 04 13:45:05.133406 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-f411a6ba-c2ff-4278-a646-c5001177d872 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/quotas/43e3587dd89744509391049df18da36e HTTP/1.1" status: 200  len: 375 time: 0.0108607
May 04 13:45:05.268849 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-94c20d46-6d76-4ac2-8a08-fb9a28d30cf3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1273868
May 04 13:45:05.545562 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-4b3b1cb4-bddd-420e-acbc-5844b9b23c16 service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644877
May 04 13:45:05.877457 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-a88b34ed-7644-4508-b174-95650ea57b9d service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3142238
May 04 13:45:06.182040 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0c1f328e-c2e0-446a-a2de-d9666d04d08d req-cb2fc799-9383-4426-8358-145fa6ba7409 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 210 time: 0.0852833
May 04 13:45:07.627218 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-32b5071a-7633-42db-8542-8aedf29b86c0 req-05dc5f80-1407-4401-a244-d73bee6d6d9a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 210 time: 0.2317505
May 04 13:45:07.958326 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-097c12e3-c8fb-483d-8779-547d2b1096fc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:07.961020 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-097c12e3-c8fb-483d-8779-547d2b1096fc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.3291445
May 04 13:45:07.983097 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Request body: {'port': {'device_id': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'admin_state_up': True, 'tenant_id': '43e3587dd89744509391049df18da36e'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:08.302088 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:08.307110 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Usage tracker for resource:port and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:08.312960 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:08.320224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:08.329762 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Made reservation on behalf of 43e3587dd89744509391049df18da36e for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:08.334086 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:08.565659 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Allocated IP 172.20.0.11 (a4e30664-94e1-477e-9c47-e614bc853173/8bb9dbf3-2f01-4696-a876-1ec0e6a5a668/301f95cc-7fab-4d1a-87da-e391a2dc6e24) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:08.833386 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-569afecf-8840-4051-a2f8-682c67e5369f req-914eaf4e-a9ed-4f2c-b758-cfdf6b7935e1 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 210 time: 0.0528982
May 04 13:45:08.897188 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:08.944053 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:08.953646 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:08.960759 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:45:09.163007 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Network a4e30664-94e1-477e-9c47-e614bc853173 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:09.168631 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:09.173211 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event updated for resources: {'Port': ['ID=301f95cc-7fab-4d1a-87da-e391a2dc6e24,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:09.180886 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:09.187628 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:09.198284 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:09.200830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:09.246360 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2724626
May 04 13:45:09.264046 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Request body: {'port': {'device_id': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:09.453829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:10.128075 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301f95cc-7fab-4d1a-87da-e391a2dc6e24 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:45:10.140930 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:10.147100 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b403fe6-a3f3-400a-8411-027226d493c2 req-718969f9-d7c2-4a9d-933b-d99a9d2df05b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:10.149414 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1b403fe6-a3f3-400a-8411-027226d493c2 req-718969f9-d7c2-4a9d-933b-d99a9d2df05b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 932 time: 0.1311281
May 04 13:45:10.163808 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Transition to ACTIVE for port object 301f95cc-7fab-4d1a-87da-e391a2dc6e24 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:10.183304 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:10.190034 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:10.286340 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1b403fe6-a3f3-400a-8411-027226d493c2 req-67f11347-d9b0-44a9-9fd6-f1363ef96811 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302001
May 04 13:45:10.381330 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Pushing event updated for resources: {'Port': ['ID=301f95cc-7fab-4d1a-87da-e391a2dc6e24,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:10.410862 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:10.571762 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Attempting to bind port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:45:10.572300 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Attempting to bind port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:45:10.572836 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Attempting to bind port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:10.594534 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 on network a4e30664-94e1-477e-9c47-e614bc853173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:45:10.595047 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Attempting to bind port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:10.620756 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:45:10.624191 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Checking segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:10.625135 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Bound using segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:45:10.625912 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Bound port: 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:45:10.626501 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:10.867247 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] For port 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:45:10.873937 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] For port 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301f95cc-7fab-4d1a-87da-e391a2dc6e24,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:45:10.883618 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:10.897191 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-509d23a4-e2b9-48c3-aa5b-5a6cb4746281 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:11.000726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:11.001828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:11.004477 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] 10.222.0.48 "PUT /v2.0/ports/301f95cc-7fab-4d1a-87da-e391a2dc6e24 HTTP/1.1" status: 200  len: 1094 time: 1.7468286
May 04 13:45:11.009539 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'tag': '301f95cc-7fab-4d1a-87da-e391a2dc6e24'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:45:11.066962 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Pushing event updated for resources: {'Port': ['ID=301f95cc-7fab-4d1a-87da-e391a2dc6e24,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:11.073034 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:11.106050 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'tag': '301f95cc-7fab-4d1a-87da-e391a2dc6e24', 'status': 'completed', 'code': 200}
May 04 13:45:11.267544 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 54972) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:11.421190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:11.527172 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:11.537601 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Usage tracker for resource:security_group_rule and tenant:a69364fa99614f16b6a15bcbc5bd4493 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:11.544076 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:11.560545 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:11.669521 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1348-4443-474d-9b0f-daf23255beb2 req-889a98eb-dff1-4be2-ac6a-8ab2875062cb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:11.672213 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a95c1348-4443-474d-9b0f-daf23255beb2 req-889a98eb-dff1-4be2-ac6a-8ab2875062cb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.2338877
May 04 13:45:11.809442 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a95c1348-4443-474d-9b0f-daf23255beb2 req-62caa43f-a490-4e1b-a82f-c642c581e6a0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243694
May 04 13:45:11.840318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:11.847815 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:11.863424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-fddec791-d517-47ec-8967-dd95e3e8062a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:11.932012 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a69364fa99614f16b6a15bcbc5bd4493&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6596689
May 04 13:45:11.932761 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 54990) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:11.934460 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d40bede-855a-447d-a564-2fe765c788ca,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:11.938374 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:12.025898 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.056588 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.124528 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.129349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b25c5e45-ff48-4697-835b-9418a258aed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:12.141348 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d40bede-855a-447d-a564-2fe765c788ca,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:12.145530 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:12.149308 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.154879 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d40bede-855a-447d-a564-2fe765c788ca HTTP/1.1" status: 204  len: 168 time: 0.2162752
May 04 13:45:12.605530 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55000) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:12.631850 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.655877 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:12.661217 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Usage tracker for resource:security_group_rule and tenant:1e07295b1c434d599f8e503909c0f03e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:12.664763 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:12.672234 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:12.782028 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.787676 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:12.802936 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:12.882767 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e07295b1c434d599f8e503909c0f03e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757053
May 04 13:45:12.885963 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55008) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:12.907131 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c38b019-47f5-420a-b3b7-fb1834b94b26,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:12.916796 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:13.009637 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:13.054463 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:13.060674 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668605e-266e-4917-98dd-7057fb295ff6 req-5d2e8c4c-886e-4dbf-bdde-5ceb71605a9c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:13.062187 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f668605e-266e-4917-98dd-7057fb295ff6 req-5d2e8c4c-886e-4dbf-bdde-5ceb71605a9c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.1305251
May 04 13:45:13.139339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:13.146947 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f668605e-266e-4917-98dd-7057fb295ff6 req-f74d0073-029e-4d90-9fc9-569e38b81a84 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717223
May 04 13:45:13.149712 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-31b52a6d-0b26-42be-8882-1ee485ad7538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:13.174728 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c38b019-47f5-420a-b3b7-fb1834b94b26,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:13.178208 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:13.180636 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:13.182791 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c38b019-47f5-420a-b3b7-fb1834b94b26 HTTP/1.1" status: 204  len: 168 time: 0.2950058
May 04 13:45:13.478145 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-f3e9e57b-c8a1-4262-bcbb-61adaee6b7e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2206228
May 04 13:45:13.485908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b2f5-2bb7-4a83-9724-744d201d3cad req-885c9141-a418-43a4-adaf-15f680f20f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:13.489503 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8c97b2f5-2bb7-4a83-9724-744d201d3cad req-885c9141-a418-43a4-adaf-15f680f20f2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 1097 time: 0.2300594
May 04 13:45:13.766751 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b2f5-2bb7-4a83-9724-744d201d3cad req-97adce12-cbba-48ad-9811-8f3b458e8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:13.768232 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8c97b2f5-2bb7-4a83-9724-744d201d3cad req-97adce12-cbba-48ad-9811-8f3b458e8690 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=43e3587dd89744509391049df18da36e&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2671266
May 04 13:45:13.827343 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-49416d46-7380-4415-a39b-85afa7b4322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:13.828916 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-49416d46-7380-4415-a39b-85afa7b4322f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6de3f011f8d3425db42caf197e997663&device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 1099 time: 0.1889892
May 04 13:45:14.059890 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b2f5-2bb7-4a83-9724-744d201d3cad req-2c4a8bea-3e92-42b3-8a34-ffd7f129f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:14.061350 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8c97b2f5-2bb7-4a83-9724-744d201d3cad req-2c4a8bea-3e92-42b3-8a34-ffd7f129f58e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2838783
May 04 13:45:14.091063 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-4a538834-cfa5-424b-88d9-99878e6aeada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:14.092655 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-4a538834-cfa5-424b-88d9-99878e6aeada service neutron] 10.222.0.48 "GET /v2.0/networks?id=e6a05642-a867-4d8a-8f54-8ec184391f7f HTTP/1.1" status: 200  len: 912 time: 0.2116981
May 04 13:45:14.270560 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-5547ff1a-c6c5-46c6-9f1d-959bd2d1cec2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a2db8d-a83d-4192-8136-14ed268047fe HTTP/1.1" status: 200  len: 217 time: 0.1657684
May 04 13:45:14.380516 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-8a2a8613-41c9-4119-82ba-f19d8cacc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:14.380516 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-8a2a8613-41c9-4119-82ba-f19d8cacc34b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 1097 time: 0.2117889
May 04 13:45:14.381677 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-4b1a0993-6ed5-407a-99fb-50f8d7661a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:14.383063 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-4b1a0993-6ed5-407a-99fb-50f8d7661a44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7dec256a-ba70-4eb0-8e69-2825341139eb HTTP/1.1" status: 200  len: 851 time: 0.1029930
May 04 13:45:14.588838 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bade0-f089-4ab1-8bbd-f17ec56a0faf req-388afcc2-ad54-4e87-b2a1-acab4d39404d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:14.592710 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e23bade0-f089-4ab1-8bbd-f17ec56a0faf req-388afcc2-ad54-4e87-b2a1-acab4d39404d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.1614003
May 04 13:45:14.734748 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e23bade0-f089-4ab1-8bbd-f17ec56a0faf req-16f10819-9d02-4c7d-977f-9d263920e9e8 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335299
May 04 13:45:14.751384 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-8f58b074-848b-4117-b0a8-009f57b095c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6a05642-a867-4d8a-8f54-8ec184391f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1356394
May 04 13:45:14.752877 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-fe7c6637-6dba-4663-a09d-a9d2a58fdc08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=301f95cc-7fab-4d1a-87da-e391a2dc6e24 HTTP/1.1" status: 200  len: 217 time: 0.3505399
May 04 13:45:14.974210 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837702-6ac2-4bc1-94be-338f648f88be req-061a2000-e7ac-417b-a1db-e531af7cfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:14.975785 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-061a2000-e7ac-417b-a1db-e531af7cfc21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 0.1630120
May 04 13:45:15.051937 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-d51ab173-1156-4d71-845b-9c184f98426c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659504
May 04 13:45:15.056090 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-7f40314c-10ba-46ae-9d77-351f7c25c96b service neutron] 10.222.0.48 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744436
May 04 13:45:15.349238 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d10c8410-c5ae-46d6-8c32-6686260d038e req-16ab26f4-b160-4a50-884f-7547b12d0908 service neutron] 10.222.0.48 "GET /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699344
May 04 13:45:15.387863 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-d375f41f-fe0e-4a30-915d-ff6f4c414bb3 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102858
May 04 13:45:15.857621 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-43837702-6ac2-4bc1-94be-338f648f88be req-ed3ff143-9894-41a6-b641-8ef4c9d65187 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4592245
May 04 13:45:16.130061 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272caad9-113d-4c76-8c04-102ece10be61 req-b6b221e7-c796-4cb7-9ec4-0ce99d92232d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:16.132719 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-272caad9-113d-4c76-8c04-102ece10be61 req-b6b221e7-c796-4cb7-9ec4-0ce99d92232d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.1252718
May 04 13:45:16.188684 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-272caad9-113d-4c76-8c04-102ece10be61 req-8863408d-e2ff-4064-a2e9-872ccad03d2a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487483
May 04 13:45:16.372824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd281e-77b5-4e4e-919f-721b1cefe849 req-697ab401-9198-4d46-944a-4c8f79b4675f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:16.374616 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-25bd281e-77b5-4e4e-919f-721b1cefe849 req-697ab401-9198-4d46-944a-4c8f79b4675f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.0874593
May 04 13:45:16.427425 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-25bd281e-77b5-4e4e-919f-721b1cefe849 req-014e44e1-5bf1-42fe-8905-1ac7407ed81c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452583
May 04 13:45:17.180009 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:17.396239 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31ca6c-9c77-4d1c-8adf-7ce98e3ac561 req-01c316ea-492d-4318-ad5b-f97d2d08b6c0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:17.397873 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ab31ca6c-9c77-4d1c-8adf-7ce98e3ac561 req-01c316ea-492d-4318-ad5b-f97d2d08b6c0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.0900767
May 04 13:45:17.446757 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ab31ca6c-9c77-4d1c-8adf-7ce98e3ac561 req-b44c9f3e-e6fc-4d3b-98ee-741be62b0035 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426888
May 04 13:45:17.674209 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a77b2-2641-46be-b065-b25a293caccc req-ea794512-726d-4a40-9e19-f494199ac0b3 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:17.676354 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-026a77b2-2641-46be-b065-b25a293caccc req-ea794512-726d-4a40-9e19-f494199ac0b3 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.0937274
May 04 13:45:17.727889 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-026a77b2-2641-46be-b065-b25a293caccc req-12ac6cc4-04d7-462e-9822-ed481ed1e1b0 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448973
May 04 13:45:18.744702 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3acc0-2fe1-4686-a12c-364982523f27 req-b58b2f42-c97a-44f9-9694-f92b6c4e37c4 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:18.746613 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-42a3acc0-2fe1-4686-a12c-364982523f27 req-b58b2f42-c97a-44f9-9694-f92b6c4e37c4 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.1696503
May 04 13:45:18.814054 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-42a3acc0-2fe1-4686-a12c-364982523f27 req-b6d7529e-dda6-4a38-9438-67fdcec9a641 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604234
May 04 13:45:19.030411 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f44d-0a3d-4dcb-9e26-078ace94240c req-319f6357-d5bf-45b6-beda-2de40491f5d3 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:19.032988 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c71f44d-0a3d-4dcb-9e26-078ace94240c req-319f6357-d5bf-45b6-beda-2de40491f5d3 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.1092527
May 04 13:45:19.128487 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c71f44d-0a3d-4dcb-9e26-078ace94240c req-1801a255-6e84-40f1-94f2-8e274bf7420c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833426
May 04 13:45:20.081864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302927a-1131-4a77-8040-4900ca111a41 req-aa86a2cb-ce9c-4bb1-aa28-7cd44a88dd29 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:20.084984 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0302927a-1131-4a77-8040-4900ca111a41 req-aa86a2cb-ce9c-4bb1-aa28-7cd44a88dd29 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.1200802
May 04 13:45:20.150316 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0302927a-1131-4a77-8040-4900ca111a41 req-869f1133-02c4-4b42-ac18-31d5959863f1 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564268
May 04 13:45:20.463009 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7598d1-eb2f-406a-acb1-5f98b7f99e32 req-e2caf373-09fc-4116-a8e0-da6f90be9262 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:20.467067 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3a7598d1-eb2f-406a-acb1-5f98b7f99e32 req-e2caf373-09fc-4116-a8e0-da6f90be9262 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.1312435
May 04 13:45:20.547778 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3a7598d1-eb2f-406a-acb1-5f98b7f99e32 req-ee411b4f-cf0e-4523-a456-97587f9367da tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688808
May 04 13:45:20.789004 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55208) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:20.974038 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.001123 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:21.008603 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Usage tracker for resource:security_group_rule and tenant:508007aae64741b991ad6d19ba8c8de1 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:21.013669 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:21.024583 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:21.153421 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.158350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.167337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:21.214656 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=508007aae64741b991ad6d19ba8c8de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4238961
May 04 13:45:21.217324 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a414b44-a605-480f-8033-7a2c2d9e2367,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:21.220215 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55220) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:21.221599 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:21.311397 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.385793 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.461674 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f41b1e-a18d-43fe-8d6e-0035870081de req-28f2b3ac-e3ff-4f45-b098-628ab64a3b88 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:21.463143 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-41f41b1e-a18d-43fe-8d6e-0035870081de req-28f2b3ac-e3ff-4f45-b098-628ab64a3b88 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.1371002
May 04 13:45:21.470431 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.475496 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:21.507097 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a414b44-a605-480f-8033-7a2c2d9e2367,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:21.517386 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:21.530034 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:21.535254 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a414b44-a605-480f-8033-7a2c2d9e2367 HTTP/1.1" status: 204  len: 168 time: 0.3093917
May 04 13:45:21.552352 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-41f41b1e-a18d-43fe-8d6e-0035870081de req-44476938-6427-4dfc-84c1-03685f67c302 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771968
May 04 13:45:21.860924 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bd9b2-cf4e-4f69-9bab-18533e53e195 req-d9a3d00f-f34b-49b2-9982-ef7cec42937f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:21.870866 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4e3bd9b2-cf4e-4f69-9bab-18533e53e195 req-d9a3d00f-f34b-49b2-9982-ef7cec42937f tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.1677506
May 04 13:45:21.946760 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4e3bd9b2-cf4e-4f69-9bab-18533e53e195 req-4e459279-f8be-4359-b541-3cb6b760c540 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763352
May 04 13:45:22.431031 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55254) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:22.555957 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1386684913-network', 'tenant_id': '369d668431a5485b9db785b09782df2a'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:22.560696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:22.565342 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Usage tracker for resource:network and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:22.569540 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:22.576600 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:22.594673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Made reservation on behalf of 369d668431a5485b9db785b09782df2a for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:22.599290 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:22.622808 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:22.654604 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:22.662652 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:22.668391 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:22.745728 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:22.917500 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da275-0b2d-4b2f-976e-3e1da849c71d req-95cf59ae-d4fe-4b98-a24c-8196b6895101 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:22.920351 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b5da275-0b2d-4b2f-976e-3e1da849c71d req-95cf59ae-d4fe-4b98-a24c-8196b6895101 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 944 time: 0.2406280
May 04 13:45:23.005237 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.011775 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b5da275-0b2d-4b2f-976e-3e1da849c71d req-2462f1d4-5cb1-40b7-b30f-60790c9586d7 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777097
May 04 13:45:23.013285 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.017253 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-71a2fa1d-27b7-4d97-a439-5f5b62345834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:23.056472 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:45:23.062615 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e93af-15c1-4760-a5d8-9fb45908d06d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:23.068070 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:23.073864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.073864 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Added segment e4fe10bb-59b9-4f36-8614-9c017e672421 of type vlan for network b6ae98e2-34db-44b9-941e-fe7f25702166
May 04 13:45:23.107437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.201834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.203878 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:23.204512 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.212988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:23.322911 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8902764
May 04 13:45:23.326664 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55272) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:23.337332 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Request body: {'subnet': {'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1386684913-subnet', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:23.345061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:23.346173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ae98e2-34db-44b9-941e-fe7f25702166,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:23.354559 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:23.360913 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network b6ae98e2-34db-44b9-941e-fe7f25702166 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:45:23.364625 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Usage tracker for resource:subnet and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:23.369910 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:23.370342 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e595c3-58aa-4ec8-a9f1-5cf6ca8c0064 req-d8a04433-0c09-4ede-bd52-3ddbdf1f852c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:23.372841 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-10e595c3-58aa-4ec8-a9f1-5cf6ca8c0064 req-d8a04433-0c09-4ede-bd52-3ddbdf1f852c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.2447162
May 04 13:45:23.379630 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:23.396295 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Made reservation on behalf of 369d668431a5485b9db785b09782df2a for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:23.398920 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.435600 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-10e595c3-58aa-4ec8-a9f1-5cf6ca8c0064 req-086365dc-dded-41ea-ad58-66b1a73ef24b tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561659
May 04 13:45:23.578160 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 301f95cc-7fab-4d1a-87da-e391a2dc6e24 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:45:23.787078 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301f95cc-7fab-4d1a-87da-e391a2dc6e24,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:23.804162 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '301f95cc-7fab-4d1a-87da-e391a2dc6e24', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'port_id': '301f95cc-7fab-4d1a-87da-e391a2dc6e24', 'mac_address': 'fa:16:3e:78:f5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb9dbf3-2f01-4696-a876-1ec0e6a5a668', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:45:23.875024 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.893558 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301f95cc-7fab-4d1a-87da-e391a2dc6e24 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:45:23.896437 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.901371 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:23.910867 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301f95cc-7fab-4d1a-87da-e391a2dc6e24,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:23.916720 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:23.921344 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:23.983888 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb32e66-0bff-495f-938e-148409d94547,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:23.988915 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:23.993973 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Checking segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:23.994352 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Network hostable DHCP agents. Network: b6ae98e2-34db-44b9-941e-fe7f25702166, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:45:24.012691 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=301f95cc-7fab-4d1a-87da-e391a2dc6e24,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:24.022171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Network b6ae98e2-34db-44b9-941e-fe7f25702166 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:45:24.028624 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.028977 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.029438 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.029758 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.030275 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.030525 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.030773 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.031194 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.031601 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.032011 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.032438 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.032800 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:24.039046 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, b6ae98e2-34db-44b9-941e-fe7f25702166) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:24.048526 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:24.049360 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:24.049531 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:24.067333 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f181e11-2c83-485f-b115-7915fe22586c None None] Network b6ae98e2-34db-44b9-941e-fe7f25702166 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:24.089750 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7569005
May 04 13:45:24.093159 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55286) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:24.104582 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:24.114744 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:24.124072 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Usage tracker for resource:router and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:24.131928 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:24.146244 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:24.219389 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-7fc60a8c-323e-4d52-b694-ba6ebc46866c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:24.220704 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-7fc60a8c-323e-4d52-b694-ba6ebc46866c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Synchronizing usage tracker for tenant:6de3f011f8d3425db42caf197e997663 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:45:24.252885 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-7fc60a8c-323e-4d52-b694-ba6ebc46866c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Unset dirty status for tenant:6de3f011f8d3425db42caf197e997663 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:45:24.254353 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-7fc60a8c-323e-4d52-b694-ba6ebc46866c tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.48 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 946 time: 0.1660140
May 04 13:45:24.282230 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:24.296129 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:24.375646 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:24.385018 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['301f95cc-7fab-4d1a-87da-e391a2dc6e24'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:45:24.559471 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Deleting port 18a2db8d-a83d-4192-8136-14ed268047fe {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:45:24.559996 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:24.698985 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-b6ae98e2-34db-44b9-941e-fe7f25702166', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:45:24.699881 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:24.793606 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb018d-34f1-4e84-9de0-c78d75e47f26 req-53ded1aa-a1d0-4a68-8364-5aa1bd395713 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:24.796008 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3cfb018d-34f1-4e84-9de0-c78d75e47f26 req-53ded1aa-a1d0-4a68-8364-5aa1bd395713 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 945 time: 0.6422684
May 04 13:45:24.800764 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] For port 18a2db8d-a83d-4192-8136-14ed268047fe, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=18a2db8d-a83d-4192-8136-14ed268047fe,segment=NetworkSegment(453c7029-8fc1-403d-938d-d3703d6c434f),segment_id=453c7029-8fc1-403d-938d-d3703d6c434f)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:24.801322 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.042977 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Calling delete_port for 18a2db8d-a83d-4192-8136-14ed268047fe owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:45:25.068401 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Allocated IP 172.20.0.2 (b6ae98e2-34db-44b9-941e-fe7f25702166/ddb32e66-0bff-495f-938e-148409d94547/6eb246f5-fb2a-444d-bcf3-7a659f9a837f) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:25.329986 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55334) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:25.369899 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.390858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:25.525581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Pushing event deleted for resources: {'Port': ['ID=18a2db8d-a83d-4192-8136-14ed268047fe,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:25.528080 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:25.543254 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] No DVR routers for this DVR port 18a2db8d-a83d-4192-8136-14ed268047fe on host hv-cinder-78956 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:45:25.549330 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.574523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'name': 'network-vif-deleted', 'tag': '18a2db8d-a83d-4192-8136-14ed268047fe'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:45:25.597397 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.605758 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Deleting subnet 9275a2c5-4ae5-4c59-892a-d3642c50f1df {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:45:25.614230 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Transition to ACTIVE for port object 6eb246f5-fb2a-444d-bcf3-7a659f9a837f will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:25.616122 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.645951 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3cfb018d-34f1-4e84-9de0-c78d75e47f26 req-8ff3361d-5feb-46d8-af55-bc3b15889799 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8064051
May 04 13:45:25.660885 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Transition to ACTIVE for port object 6eb246f5-fb2a-444d-bcf3-7a659f9a837f will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:25.681099 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.686030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-03b599f5-bf9f-478f-b126-ea07e9827ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:25.723219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.774846 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Network b6ae98e2-34db-44b9-941e-fe7f25702166 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:25.779669 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:25.785913 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:25.788875 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Pushing event updated for resources: {'Port': ['ID=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:25.794312 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:25.861047 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983be35f-339c-44b4-9962-73357cb4b926 req-114551ac-f331-4e2b-85f5-f0cfdf684a60 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:25.866243 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-983be35f-339c-44b4-9962-73357cb4b926 req-114551ac-f331-4e2b-85f5-f0cfdf684a60 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 867 time: 1.0813603
May 04 13:45:25.878808 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:45:25.915831 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-ab5ceeb7-cd07-44f2-b908-0d9874880f82 req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.48 "DELETE /v2.0/ports/18a2db8d-a83d-4192-8136-14ed268047fe HTTP/1.1" status: 204  len: 173 time: 1.6557231
May 04 13:45:25.942633 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Attempting to bind port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:45:25.943370 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Attempting to bind port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:45:25.943370 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Attempting to bind port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f on network b6ae98e2-34db-44b9-941e-fe7f25702166 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:25.950953 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:45:25.951451 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Checking segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:25.952777 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:25.952777 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Bound using segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:45:25.952777 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Bound port: 6eb246f5-fb2a-444d-bcf3-7a659f9a837f, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:45:25.953263 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.007642 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.016267 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-983be35f-339c-44b4-9962-73357cb4b926 req-fb9c4127-b8ab-4ac5-b3a1-31fe57060148 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/security-groups?id=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197116
May 04 13:45:26.025651 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.103697 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8963ad56-dbe1-4632-8b09-3ea02fc3a4a4', 'name': 'network-vif-deleted', 'tag': '18a2db8d-a83d-4192-8136-14ed268047fe', 'status': 'completed', 'code': 200}
May 04 13:45:26.192810 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-1b89df60-4730-435d-a994-124f83a2759a None None] For port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:45:26.199708 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-1b89df60-4730-435d-a994-124f83a2759a None None] For port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:45:26.208781 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.217541 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:26.406474 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.415123 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.437395 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:26.455184 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.480314 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Pushing event updated for resources: {'Port': ['ID=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:26.509243 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:26.554668 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 301f95cc-7fab-4d1a-87da-e391a2dc6e24 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:26.602222 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.615561 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9275a2c5-4ae5-4c59-892a-d3642c50f1df,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:26.626315 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9275a2c5-4ae5-4c59-892a-d3642c50f1df HTTP/1.1" status: 204  len: 168 time: 1.2924495
May 04 13:45:26.627323 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55362) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:26.627607 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:26.775163 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:26.788094 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:26.802254 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:26.888001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:27.181113 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:27.218606 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301f95cc-7fab-4d1a-87da-e391a2dc6e24'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:45:27.233591 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301f95cc-7fab-4d1a-87da-e391a2dc6e24,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:27.242892 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:27.246833 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 18a2db8d-a83d-4192-8136-14ed268047fe no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:45:27.313303 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Allocated IP 172.27.1.243 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/db0b869a-e669-43b0-9b56-75ae197d5178) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:27.372412 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:27.450280 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:27.710213 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 18a2db8d-a83d-4192-8136-14ed268047fe {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:45:27.710559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 18a2db8d-a83d-4192-8136-14ed268047fe not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:45:27.810957 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6eb246f5-fb2a-444d-bcf3-7a659f9a837f up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:27.857446 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7e9062d910>> segment before_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.858059 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7e9062d910>> subnet precommit_delete_associations 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.859300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> segment_host_mapping after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.859872 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> port after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.860445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> port after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.861009 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> port after_update 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.861587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> segment after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.862147 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> subnet after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.863419 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> subnet after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.864154 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8be988b0>> subnet after_update 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:27.907306 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=301f95cc-7fab-4d1a-87da-e391a2dc6e24,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:27.911332 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:27.913898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1762-293e-4462-a714-f44b450cbeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:27.936761 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:28.037127 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8ba85640>> subnet after_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:28.039214 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8ba85640>> subnet after_delete 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:28.039214 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8ba85640>> subnet before_create 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:28.039214 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8ba85640>> subnet before_update 55550000 {{(pid=73860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:28.039570 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8be98040>,) {'filters': {'network_id': ['a4b89f34-be97-47ad-8f1f-24669c92318f']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:28.111628 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8be98040>, '9176bbf2-91b5-4e7b-98ba-087149a9f916') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:28.111997 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8be98040>, '9176bbf2-91b5-4e7b-98ba-087149a9f916') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:28.128600 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d34170-dc49-462a-9fdf-a4e2ecb42883 None None] Network b6ae98e2-34db-44b9-941e-fe7f25702166 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:28.181384 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3dca717-a05a-4136-a9bf-c87dd5f5d50e req-cd944520-cffe-4032-b549-64e8d4655741 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] 10.222.0.25 "GET /v2.0/ports?device_id=8963ad56-dbe1-4632-8b09-3ea02fc3a4a4 HTTP/1.1" status: 200  len: 210 time: 0.4849792
May 04 13:45:28.195013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:28.232407 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fa827-b99f-4bb1-85e4-964571283e1c req-a5bd23ea-20f7-41f7-bd54-fafa4a022ac2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:28.234418 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a23fa827-b99f-4bb1-85e4-964571283e1c req-a5bd23ea-20f7-41f7-bd54-fafa4a022ac2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 945 time: 1.1888273
May 04 13:45:28.278673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:28.318609 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:45:28.329675 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301f95cc-7fab-4d1a-87da-e391a2dc6e24', 'code': 200}
May 04 13:45:28.361667 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a23fa827-b99f-4bb1-85e4-964571283e1c req-2a27b7fa-b2c4-4162-bc42-3f51f0960edf tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185403
May 04 13:45:28.371021 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Provisioning for port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:28.385065 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Provisioning complete for port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:28.385846 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:28.560060 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:28.682678 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Network a4b89f34-be97-47ad-8f1f-24669c92318f has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:45:28.699526 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:28.949111 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:28.970434 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d5b61eed-1418-43e4-bda9-66c02cdfbc57 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:29.016002 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Network a4b89f34-be97-47ad-8f1f-24669c92318f has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:45:29.055962 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   from cryptography.utils import int_from_bytes
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   from cryptography.utils import int_from_bytes
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:45:29.056909 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:45:29.077331 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55422) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:29.138912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:29.148720 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:29.160391 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:29.162801 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] For port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:29.255198 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Pushing event updated for resources: {'Port': ['ID=db0b869a-e669-43b0-9b56-75ae197d5178,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:29.276476 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.278120 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:29.281028 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.295963 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b159fd26-48d2-4f24-ad88-09eb97881688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:29.308779 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6e018565-7e04-4a5d-9335-47ecdf333a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:29.418517 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.421546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b89f34-be97-47ad-8f1f-24669c92318f,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:29.449719 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.468251 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Pushing event updated for resources: {'Port': ['ID=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:29.482453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:29.505590 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:29.522612 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Usage tracker for resource:security_group_rule and tenant:8f78bd56ddea426ebc2808721ca9214a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:29.528118 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-de6cb9a5-5cc0-440e-8f96-2ae4ecc75843 None None] Provisioning complete for port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:29.528891 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-de6cb9a5-5cc0-440e-8f96-2ae4ecc75843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.534454 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:29.544806 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:29.551249 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:29.556776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55436) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:29.659396 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4b89f34-be97-47ad-8f1f-24669c92318f HTTP/1.1" status: 204  len: 168 time: 3.0293102
May 04 13:45:29.666297 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55444) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:29.732438 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6eb246f5-fb2a-444d-bcf3-7a659f9a837f up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:29.770241 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Deleting subnet 9177e4b5-051d-407f-8b7b-47a9b7cc7766 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:45:29.778509 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.839116 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.865380 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:29.865849 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.870338 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:29.875042 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Usage tracker for resource:security_group_rule and tenant:3c9c057ae853406c892ccc7def0781dd is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:29.878941 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:29.902424 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:29.916077 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.923495 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.934657 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:29.953972 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:29.961280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.010003 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.062243 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f78bd56ddea426ebc2808721ca9214a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9809651
May 04 13:45:30.064203 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55454) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:30.070710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6077ebe2-0266-4d9f-9690-754aa84ab122,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:30.090663 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:30.232781 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac6107-7fe6-465d-a58b-e82315c63941 req-1e87fdc8-89f3-4a30-bed0-b699519fee82 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:30.234347 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-94ac6107-7fe6-465d-a58b-e82315c63941 req-1e87fdc8-89f3-4a30-bed0-b699519fee82 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 946 time: 0.5909708
May 04 13:45:30.271553 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.281046 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.291136 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5bb3c897-46c2-4227-a58c-c1901075fa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:30.380739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c12e00-f5bb-4066-9bdf-2c18a8f48e86,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:30.386522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:30.395412 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c9c057ae853406c892ccc7def0781dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8319442
May 04 13:45:30.395412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55460) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:30.455423 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.464430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.464860 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f9a5d534-c064-4afd-8e29-88cec195312b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:30.494585 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-94ac6107-7fe6-465d-a58b-e82315c63941 req-5dbcd8f8-c196-42d9-b6da-8eae09d49ad3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501481
May 04 13:45:30.510958 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9177e4b5-051d-407f-8b7b-47a9b7cc7766,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:30.513645 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.520723 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:30.530110 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.533582 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.560481 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9177e4b5-051d-407f-8b7b-47a9b7cc7766 HTTP/1.1" status: 204  len: 168 time: 0.8925400
May 04 13:45:30.564298 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55464) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:30.587026 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.667356 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.713523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.745988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.751740 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b4ade825-c78e-43a7-b3bd-4485d91fa3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:30.775043 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6077ebe2-0266-4d9f-9690-754aa84ab122,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:30.782946 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:30.787349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.794994 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:30.843601 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.844720 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6077ebe2-0266-4d9f-9690-754aa84ab122 HTTP/1.1" status: 204  len: 168 time: 0.7740009
May 04 13:45:30.857949 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c12e00-f5bb-4066-9bdf-2c18a8f48e86,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:30.866739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:30.870550 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.871680 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45c12e00-f5bb-4066-9bdf-2c18a8f48e86 HTTP/1.1" status: 204  len: 168 time: 0.4761202
May 04 13:45:30.873710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.930814 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:30.978716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Router 58f7cba6-a441-4ec0-a653-053fdf1636d5 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:45:31.029749 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7e8b5e15e0>> segment before_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.030652 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7e8b5e15e0>> subnet precommit_delete_associations 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.032217 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> segment_host_mapping after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.032867 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> port after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.033484 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> port after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.034609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> port after_update 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.035514 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> segment after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.036108 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> subnet after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.036818 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> subnet after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.037476 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e8b10da60>> subnet after_update 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.136049 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8b7b9310>> subnet after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.137402 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8b7b9310>> subnet after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.137913 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8b7b9310>> subnet before_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.138399 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e8b7b9310>> subnet before_update 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 04 13:45:31.138944 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8b5e1310>,) {'filters': {'network_id': ['9497b270-9906-42cb-a2c7-58563c37bdd2']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:31.163919 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b5e1310>, 'c17794d4-23e1-4703-b062-51421a308424') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:31.164138 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b5e1310>, 'c17794d4-23e1-4703-b062-51421a308424') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:31.177452 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7420d1bd-3a1c-4533-9c8b-b4cb3ed1d456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:31.181288 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:31.208256 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:31.219841 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:45:31.347197 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:45:31.357501 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Sync routers for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:45:31.369798 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:45:31.370525 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2130>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:31.386735 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:31.388953 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2938294
May 04 13:45:31.397915 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55486) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:31.515954 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55492) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:31.570400 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:31.634633 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:45:31.656454 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Network 9497b270-9906-42cb-a2c7-58563c37bdd2 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:45:31.665804 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:31.670478 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:31.701007 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Usage tracker for resource:security_group_rule and tenant:fd1c82fe39cf4c218786417e86f374ad is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:31.751868 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:31.772326 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:31.878196 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e32152-31da-4742-87e1-e832c99412d1 req-c6b8a76e-042c-46f7-9ec3-ad39f33cf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:31.879914 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-24e32152-31da-4742-87e1-e832c99412d1 req-c6b8a76e-042c-46f7-9ec3-ad39f33cf46c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 1099 time: 0.4154546
May 04 13:45:31.918618 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Network 9497b270-9906-42cb-a2c7-58563c37bdd2 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   from cryptography.utils import int_from_bytes
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   from cryptography.utils import int_from_bytes
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:45:31.952623 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:45:32.052860 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-24e32152-31da-4742-87e1-e832c99412d1 req-5acd4ad1-ac56-4640-b395-69d70b29a5f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631496
May 04 13:45:32.061285 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2130>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:29Z', 'revision_number': 3, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:32.071662 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Checking router: 58f7cba6-a441-4ec0-a653-053fdf1636d5 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:45:32.072301 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Updating router 58f7cba6-a441-4ec0-a653-053fdf1636d5 port db0b869a-e669-43b0-9b56-75ae197d5178 binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:45:32.090642 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.108276 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:32.116641 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbd45b-ece5-4541-852f-9307e5c985f7 req-7d1cb37b-0824-48f4-abf5-a3754dd3632a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:32.118392 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f4dbd45b-ece5-4541-852f-9307e5c985f7 req-7d1cb37b-0824-48f4-abf5-a3754dd3632a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 946 time: 0.3333712
May 04 13:45:32.141980 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.156227 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9497b270-9906-42cb-a2c7-58563c37bdd2,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:32.164427 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:32.166268 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.169711 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f205ac93-d64b-4e52-b1e3-e8d007a3a9a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9497b270-9906-42cb-a2c7-58563c37bdd2 HTTP/1.1" status: 204  len: 168 time: 1.6044159
May 04 13:45:32.177060 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.190017 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.199744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c566c2b7-bba2-4337-a793-3707682beeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:32.287964 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd1c82fe39cf4c218786417e86f374ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7708743
May 04 13:45:32.290063 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55512) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:32.290611 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb1290-1de1-410f-90ac-b93c6db34d31,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:32.295708 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:32.369227 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f4dbd45b-ece5-4541-852f-9307e5c985f7 req-09179c9d-0609-423f-9137-7649a3b7ab7e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329812
May 04 13:45:32.400677 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.463299 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.541586 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.557339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2b2be816-eaed-4b1d-9c1b-f09609a704a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:32.589278 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb1290-1de1-410f-90ac-b93c6db34d31,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:32.593518 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:32.596618 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.632361 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83bb1290-1de1-410f-90ac-b93c6db34d31 HTTP/1.1" status: 204  len: 168 time: 0.3385556
May 04 13:45:32.635090 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55536) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:32.736228 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-7101f40c-b732-499d-908d-67eaa4dc9568 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=455d55dc11b84afb9fccdabb43150ac2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0976195
May 04 13:45:32.740426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55542) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:32.892553 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.967210 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.979975 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:32.996222 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Transition to ACTIVE for port object db0b869a-e669-43b0-9b56-75ae197d5178 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:33.007726 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.029863 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:33.032300 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55548) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:33.078780 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.102573 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1fc3b3e9-75e9-4af7-852f-f8d1301de202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:33.152962 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e18a8-f00d-4ae5-b8e1-89d41b49d04f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:33.167287 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:33.186813 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.191723 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.193830 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f08e18a8-f00d-4ae5-b8e1-89d41b49d04f HTTP/1.1" status: 204  len: 168 time: 0.4518993
May 04 13:45:33.218608 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.236554 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Deleting subnet 7dec256a-ba70-4eb0-8e69-2825341139eb {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:45:33.250512 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.260419 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Pushing event updated for resources: {'Port': ['ID=db0b869a-e669-43b0-9b56-75ae197d5178,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:33.279007 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Attempting to bind port db0b869a-e669-43b0-9b56-75ae197d5178 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:45:33.279856 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Attempting to bind port db0b869a-e669-43b0-9b56-75ae197d5178 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:45:33.281543 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Attempting to bind port db0b869a-e669-43b0-9b56-75ae197d5178 on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:33.299587 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.303762 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.304522 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.305103 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.305662 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.306217 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.306772 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.307312 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.307891 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.317675 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.318585 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.319196 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:45:33.332573 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:33.338703 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:45:33.339337 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:33.340020 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.340698 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:45:33.344181 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Bound port: db0b869a-e669-43b0-9b56-75ae197d5178, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:45:33.347332 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.477681 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.506731 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] For port db0b869a-e669-43b0-9b56-75ae197d5178, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:45:33.510771 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] For port db0b869a-e669-43b0-9b56-75ae197d5178, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=db0b869a-e669-43b0-9b56-75ae197d5178,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:45:33.516622 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.530258 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:33.697680 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:33.780011 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:45:33.780011 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2130>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:33.920887 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Pushing event updated for resources: {'Port': ['ID=db0b869a-e669-43b0-9b56-75ae197d5178,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:33.942390 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Allocated IP 172.20.0.1 (b6ae98e2-34db-44b9-941e-fe7f25702166/ddb32e66-0bff-495f-938e-148409d94547/a821c70d-8a43-4e58-87b3-f91af11e6943) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:33.947341 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:34.057310 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa67a-d809-4ebe-bf9f-d07e49dac75c req-eea7653a-478a-4448-ac07-c48883ccbff1 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:34.059065 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f0daa67a-d809-4ebe-bf9f-d07e49dac75c req-eea7653a-478a-4448-ac07-c48883ccbff1 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 946 time: 0.3602278
May 04 13:45:34.148528 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55578) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:34.232093 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:34.254610 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f0daa67a-d809-4ebe-bf9f-d07e49dac75c req-9ea4af52-f37f-4ced-8a2f-8501d3b515ca tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632333
May 04 13:45:34.262520 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:45:34.275542 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ea769ab5-8ebf-4c95-9a98-4d2ba5c971c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:34.321867 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dec256a-ba70-4eb0-8e69-2825341139eb,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:34.326619 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:34.349018 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:34.353161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:34.368388 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7dec256a-ba70-4eb0-8e69-2825341139eb HTTP/1.1" status: 204  len: 168 time: 1.3343723
May 04 13:45:34.369737 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55586) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:34.375332 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55588) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:34.379166 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-10440c0d-aa1a-4f86-a082-2b964dee1ca9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6276812b78545478a13e952d9dd8adb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2265773
May 04 13:45:34.383122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55590) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:34.484453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:34.577850 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:34.579819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Transition to ACTIVE for port object a821c70d-8a43-4e58-87b3-f91af11e6943 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:34.694020 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:34.930441 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.054696 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.101899 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2130>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:29Z', 'revision_number': 3, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:35.107580 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15cddb-5237-4ceb-810c-2ca776350a4c None None] The sync data for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi is: [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:29Z', 'revision_number': 3, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:45:35.123068 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.158675 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-327c27e8-02de-410a-a6d8-152024a29530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:35.298948 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8b10dd00>,) {'filters': {'network_id': ['e6a05642-a867-4d8a-8f54-8ec184391f7f']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:35.308558 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.314451 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b10dd00>, '453c7029-8fc1-403d-938d-d3703d6c434f') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:35.314843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b10dd00>, '453c7029-8fc1-403d-938d-d3703d6c434f') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:35.334695 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.348177 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.359746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Pushing event updated for resources: {'Port': ['ID=a821c70d-8a43-4e58-87b3-f91af11e6943,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:35.364156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.368286 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:35.371745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:35.381902 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:45:35.388970 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Network b6ae98e2-34db-44b9-941e-fe7f25702166 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:35.405310 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:35.428350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:35.448660 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4df35f-c1ee-4f60-8414-511405674da0,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:35.465587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:35.536496 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Usage tracker for resource:security_group_rule and tenant:e396c642c30349729e2fa981e056d1c0 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:35.591354 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:35.622389 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:35.628130 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc4df35f-c1ee-4f60-8414-511405674da0 HTTP/1.1" status: 204  len: 168 time: 1.2359350
May 04 13:45:35.628130 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:35.763977 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:35.827580 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.041956 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-10f4afae-6de2-484d-ade2-57cdcdc50360 None None] Provisioning for port a821c70d-8a43-4e58-87b3-f91af11e6943 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:36.048941 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-10f4afae-6de2-484d-ade2-57cdcdc50360 None None] Provisioning complete for port a821c70d-8a43-4e58-87b3-f91af11e6943 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:36.049625 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-10f4afae-6de2-484d-ade2-57cdcdc50360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.084314 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Network e6a05642-a867-4d8a-8f54-8ec184391f7f has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:45:36.133928 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.220226 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-10f4afae-6de2-484d-ade2-57cdcdc50360 None None] Port a821c70d-8a43-4e58-87b3-f91af11e6943 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:45:36.465031 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.473725 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.508850 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:36.610068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Network e6a05642-a867-4d8a-8f54-8ec184391f7f has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:45:36.660113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db75781-5620-4c66-94e1-a0906d386749,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:36.669491 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:45:36.674330 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:45:36.709583 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c3656622-1b8e-426f-b60b-6eebb05c366b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e396c642c30349729e2fa981e056d1c0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3247759
May 04 13:45:36.718172 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55658) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:36.939112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.962131 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:36.980426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:36.983148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.001578 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a05642-a867-4d8a-8f54-8ec184391f7f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:37.015345 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:37.037274 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6a05642-a867-4d8a-8f54-8ec184391f7f HTTP/1.1" status: 204  len: 168 time: 2.6595912
May 04 13:45:37.040175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.042962 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.139311 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.147548 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-464f40e5-26fb-4058-a60c-6b28a1d4400f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:37.176092 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db75781-5620-4c66-94e1-a0906d386749,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:37.178690 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.183698 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2db75781-5620-4c66-94e1-a0906d386749 HTTP/1.1" status: 204  len: 168 time: 0.4530580
May 04 13:45:37.197525 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:37.449438 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55686) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:37.622421 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a5d72e6e-4d7d-44da-8a7f-abaa4a256a4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6de3f011f8d3425db42caf197e997663&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1682415
May 04 13:45:37.623760 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55692) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:37.755930 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device db0b869a-e669-43b0-9b56-75ae197d5178 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:37.768456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.885807 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.932142 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:37.938322 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.007052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.014710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dc68a5bc-ad84-44b1-a2f7-8d4eba961343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:38.017265 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port db0b869a-e669-43b0-9b56-75ae197d5178 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:38.029106 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port db0b869a-e669-43b0-9b56-75ae197d5178 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:38.030064 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.061620 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:38.065120 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:38.086455 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.087631 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bef7dcd9-5dca-4e83-a68d-b8c6d9331ba0 HTTP/1.1" status: 204  len: 168 time: 0.4628894
May 04 13:45:38.098525 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:38.135248 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.435536 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.458296 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port db0b869a-e669-43b0-9b56-75ae197d5178, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=db0b869a-e669-43b0-9b56-75ae197d5178,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:38.471144 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:38.471144 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:38.523096 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Pushing event updated for resources: {'Port': ['ID=a821c70d-8a43-4e58-87b3-f91af11e6943,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:38.528083 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:38.585247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=db0b869a-e669-43b0-9b56-75ae197d5178,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:38.598495 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:38.671109 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Network b6ae98e2-34db-44b9-941e-fe7f25702166 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:38.675687 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:38.838124 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-3a25ea33-f863-46b6-923a-708bfd00599e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:38.840856 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-3a25ea33-f863-46b6-923a-708bfd00599e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.3602319
May 04 13:45:39.025759 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-cb7c0c71-7a1c-4b1a-8433-5acb99fe54ed tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/quotas/43e3587dd89744509391049df18da36e HTTP/1.1" status: 200  len: 375 time: 0.1584628
May 04 13:45:39.098748 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-892ef362-64b4-4c8b-a52e-d1072fbff310 None None] Provisioning complete for port a821c70d-8a43-4e58-87b3-f91af11e6943 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:39.100334 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-892ef362-64b4-4c8b-a52e-d1072fbff310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:39.152362 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Router 58f7cba6-a441-4ec0-a653-053fdf1636d5 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:45:39.233757 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-892ef362-64b4-4c8b-a52e-d1072fbff310 None None] Port a821c70d-8a43-4e58-87b3-f91af11e6943 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:45:39.304779 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-047af3f7-7375-439d-af13-9ee7da82039d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2748132
May 04 13:45:39.521897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:45:39.551871 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] 10.222.0.25 "PUT /v2.0/routers/58f7cba6-a441-4ec0-a653-053fdf1636d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1489933
May 04 13:45:39.552044 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Sync routers for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:45:39.581495 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-33795766-fa28-44e1-98e1-c7766687759d service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755566
May 04 13:45:39.603537 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:45:39.607022 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90961d60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:39.732864 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-322e49b1-5235-4464-ae20-29224dce22b1 service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504681
May 04 13:45:39.739213 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55774) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:39.809928 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device db0b869a-e669-43b0-9b56-75ae197d5178 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:39.996657 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55790) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:40.013623 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cd8f3077-34be-46db-8534-6b37c03523df req-2384961e-1ea8-4943-a548-4ab5c502ce6b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 210 time: 0.0880132
May 04 13:45:40.138217 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.164871 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:40.172707 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Usage tracker for resource:security_group_rule and tenant:67e9ed7d1c8a4adea99a8576eb0a859c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:40.175869 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:40.186556 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:40.215557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:45:40.320169 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.332308 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.336261 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port db0b869a-e669-43b0-9b56-75ae197d5178 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:40.337293 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.403773 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b7671fe0-d7e7-49c1-8c86-54b56f0ba478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:40.429688 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67e9ed7d1c8a4adea99a8576eb0a859c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6845052
May 04 13:45:40.430297 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55806) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:40.473655 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f14e157-4ace-493c-a3b2-60d86dcd41ee,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:40.479751 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:40.687680 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.765212 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.933560 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:40.962193 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:40.970458 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Usage tracker for resource:security_group_rule and tenant:bafd0f9b1906487192115a076bc44916 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:40.976186 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:40.995990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:41.022733 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.032606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d868ee7c-77b5-4630-8ee6-154c67f326c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:41.054891 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f14e157-4ace-493c-a3b2-60d86dcd41ee,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:41.071360 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:41.086627 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.093161 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f14e157-4ace-493c-a3b2-60d86dcd41ee HTTP/1.1" status: 204  len: 168 time: 0.6611755
May 04 13:45:41.228901 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.252211 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.311889 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-02bc541d-2b81-4094-91ea-5053a3662f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:41.353865 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90961d60>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:37Z', 'revision_number': 2, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:41.369211 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750040c1-9b9d-44d4-892e-6151807cf1e0,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:41.369655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Checking router: 58f7cba6-a441-4ec0-a653-053fdf1636d5 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:45:41.370259 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Updating router 58f7cba6-a441-4ec0-a653-053fdf1636d5 port a821c70d-8a43-4e58-87b3-f91af11e6943 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:45:41.380768 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:41.448981 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bafd0f9b1906487192115a076bc44916&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4475775
May 04 13:45:41.451002 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55830) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:41.473827 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0c4c6d8-a68a-4f94-8cf9-676137f216c4 req-f3c3095b-923a-4e31-ae92-f9c333946d0e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 210 time: 0.1744425
May 04 13:45:41.541745 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.601964 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.705498 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.795866 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55838) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:41.851344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.872395 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0692e3d6-a3ca-4369-932e-91ab59307259 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:41.911388 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750040c1-9b9d-44d4-892e-6151807cf1e0,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:41.916445 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:41.931489 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:41.932954 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/750040c1-9b9d-44d4-892e-6151807cf1e0 HTTP/1.1" status: 204  len: 168 time: 0.4795773
May 04 13:45:42.182166 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55852) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:42.237332 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.279442 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-network', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:42.313173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:42.316668 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:42.336492 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Usage tracker for resource:network and tenant:7e58e9c0f666497586c414cf371c4c7a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:42.345284 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Usage tracker for resource:security_group_rule and tenant:90be08c7626f4ac1891981646f474e33 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:42.347608 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.352102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:42.380625 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Transition to ACTIVE for port object a821c70d-8a43-4e58-87b3-f91af11e6943 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:42.398971 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.400387 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:42.412037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:42.447186 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:42.460492 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:42.552714 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Made reservation on behalf of 7e58e9c0f666497586c414cf371c4c7a for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:42.561859 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.634043 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.930751 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.942655 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55868) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:42.947588 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-0a44fe28-7adb-41b2-9ceb-5952532de93c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:42.949519 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:42.950587 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-0a44fe28-7adb-41b2-9ceb-5952532de93c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.5820673
May 04 13:45:42.957108 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9c940-0adf-45e5-ba65-ca2777381279 None None] Pushing event updated for resources: {'Port': ['ID=a821c70d-8a43-4e58-87b3-f91af11e6943,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:42.967477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Request body: {'port': {'device_id': '5bd931e0-a493-4163-9c95-b95956596951', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'admin_state_up': True, 'tenant_id': '43e3587dd89744509391049df18da36e'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:42.990575 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799299791-network', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:43.001559 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:43.031661 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:43.038179 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Usage tracker for resource:security_group_rule and tenant:7e58e9c0f666497586c414cf371c4c7a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:43.041916 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:43.050254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:43.080341 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0ae9c940-0adf-45e5-ba65-ca2777381279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:43.110049 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:43.129759 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Attempting to bind port a821c70d-8a43-4e58-87b3-f91af11e6943 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:45:43.131247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Attempting to bind port a821c70d-8a43-4e58-87b3-f91af11e6943 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:45:43.132036 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Attempting to bind port a821c70d-8a43-4e58-87b3-f91af11e6943 on network b6ae98e2-34db-44b9-941e-fe7f25702166 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:43.139296 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:45:43.140402 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Checking segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:43.141052 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.142163 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Bound using segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:45:43.143947 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Bound port: a821c70d-8a43-4e58-87b3-f91af11e6943, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:45:43.145153 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.207586 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:43.215301 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Usage tracker for resource:port and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:43.222577 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:43.235686 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:43.257536 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Made reservation on behalf of 43e3587dd89744509391049df18da36e for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:43.266389 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.301848 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] For port a821c70d-8a43-4e58-87b3-f91af11e6943, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:45:43.305893 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] For port a821c70d-8a43-4e58-87b3-f91af11e6943, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=a821c70d-8a43-4e58-87b3-f91af11e6943,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:45:43.313326 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.320061 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:43.404092 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90be08c7626f4ac1891981646f474e33&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2205148
May 04 13:45:43.406462 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Usage tracker for resource:network and tenant:566aaf04dbef41efae1d7ca486a46acf is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:43.431576 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55886) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:43.435789 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.454000 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:43.466209 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db678f2d-48b1-4773-b0fc-9f516c43a086 req-b8978ceb-0da4-4175-939b-a2b4b2fae6a8 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 210 time: 0.3751092
May 04 13:45:43.514470 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.516178 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:45:43.519554 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90961d60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:43.528753 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:43.559322 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2be3e9d-2e8c-4cf9-9b52-e9eae739e473,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:43.601342 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Made reservation on behalf of 566aaf04dbef41efae1d7ca486a46acf for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:43.603710 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:43.684642 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:43.685090 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:43.693345 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9c940-0adf-45e5-ba65-ca2777381279 None None] Pushing event updated for resources: {'Port': ['ID=a821c70d-8a43-4e58-87b3-f91af11e6943,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:43.712828 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0ae9c940-0adf-45e5-ba65-ca2777381279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:43.820812 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Allocated IP 172.20.0.6 (a4e30664-94e1-477e-9c47-e614bc853173/8bb9dbf3-2f01-4696-a876-1ec0e6a5a668/75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:43.916231 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:45:43.935910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.090080 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:45:44.129833 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.130393 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Added segment 0bc623c4-a967-4761-855a-033d8c5421f7 of type vlan for network 179a0e16-1015-43b3-8dff-c815cbabb132
May 04 13:45:44.230330 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.243075 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55910) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:44.293445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:44.311562 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Usage tracker for resource:security_group_rule and tenant:566aaf04dbef41efae1d7ca486a46acf is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:44.317811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1741df4-eec4-4cc2-89e2-d9b96eb190da,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:44.326822 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.330388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:44.336703 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:44.366768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:44.368377 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.380414 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:44.412037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90961d60>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:43Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:44.417419 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81856635-cec1-4363-9ee7-8b774de7c088 None None] The sync data for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi is: [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:43Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:45:44.424405 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:44.451477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.578163 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.591915 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60', '301f95cc-7fab-4d1a-87da-e391a2dc6e24'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:45:44.598072 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:44.639874 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.697757 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-198952614-network', 'tenant_id': 'c3e2ad19f80948a38d9ef278271ae69d'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:44.711011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:44.723218 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Usage tracker for resource:network and tenant:c3e2ad19f80948a38d9ef278271ae69d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:44.733621 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:44.751328 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:44.818986 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event updated for resources: {'Port': ['ID=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:44.825916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:44.838671 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Made reservation on behalf of c3e2ad19f80948a38d9ef278271ae69d for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:44.841822 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.883344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Network a4e30664-94e1-477e-9c47-e614bc853173 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:44.887769 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:44.948161 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:44.958326 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:45.036435 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Pushing event updated for resources: {'Network': ['ID=179a0e16-1015-43b3-8dff-c815cbabb132,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:45.066678 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 179a0e16-1015-43b3-8dff-c815cbabb132 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:45:45.071136 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:45.073309 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.087213 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 3.2847319
May 04 13:45:45.089068 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55926) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:45.100800 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Request body: {'subnet': {'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-subnet', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:45.116505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:45.128474 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Usage tracker for resource:subnet and tenant:7e58e9c0f666497586c414cf371c4c7a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:45.129233 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:45.148827 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:45.154933 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e2ad19f80948a38d9ef278271ae69d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:45.165946 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:45.177909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:45.189730 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:45.191410 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.194562 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:45.217500 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Made reservation on behalf of 7e58e9c0f666497586c414cf371c4c7a for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:45.227923 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27712751'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.270046 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.291620 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2c02fb62-f7c8-4330-bdfb-c113e998feec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:45.326719 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2be3e9d-2e8c-4cf9-9b52-e9eae739e473,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:45.350173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:45.366516 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4026372
May 04 13:45:45.412097 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.413571 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2be3e9d-2e8c-4cf9-9b52-e9eae739e473 HTTP/1.1" status: 204  len: 168 time: 1.9662266
May 04 13:45:45.447768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.470305 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.471263 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f677807-fb76-4f9e-a86a-9befd4e8891d req-f933e07f-37e7-48c5-b041-0ce5c4220243 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:45.478012 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.483536 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f677807-fb76-4f9e-a86a-9befd4e8891d req-f933e07f-37e7-48c5-b041-0ce5c4220243 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 931 time: 0.6163132
May 04 13:45:45.493741 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6137f717-fa83-4c51-a65c-2ad34927db9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:45.539655 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.564123 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8231886a-49ea-4d7c-8ce1-8989a74da877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:45.564971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:45:45.580349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd09c5-c459-435a-a964-e7903301f3f1,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:45.586111 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:45.587126 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.587730 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Added segment 84b8e1bd-4197-4797-9820-4de4ac2f5c23 of type vlan for network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51
May 04 13:45:45.677842 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.685490 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f677807-fb76-4f9e-a86a-9befd4e8891d req-c5254d03-b32a-412b-8c58-aead6a39adc1 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006521
May 04 13:45:45.714739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:45:45.746632 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6cfbe-2515-452b-8371-9038ebdfb85c,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:45.759239 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:45.761771 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.763380 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Added segment 55a485d6-1da3-428d-beaf-17a211619b91 of type vlan for network d80f60e0-977c-4188-89b5-ad3ea46a7320
May 04 13:45:45.764765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.767971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:45.768860 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.773454 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1edbbe3c-8afe-4928-8785-45f8f12fed11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:45.849001 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a821c70d-8a43-4e58-87b3-f91af11e6943 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:45.931396 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:45.970780 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7199566
May 04 13:45:45.970780 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55936) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:45.985444 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Request body: {'subnet': {'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-198952614-subnet', 'tenant_id': 'c3e2ad19f80948a38d9ef278271ae69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:45.991503 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Pushing event updated for resources: {'Network': ['ID=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:45.997927 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:45.999819 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:46.008099 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Usage tracker for resource:subnet and tenant:c3e2ad19f80948a38d9ef278271ae69d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:46.010792 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:45:46.014044 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:46.026502 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:46.053003 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Made reservation on behalf of c3e2ad19f80948a38d9ef278271ae69d for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:46.057017 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28041402'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.105863 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.109518 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:46.110325 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.120349 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:46.243309 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port a821c70d-8a43-4e58-87b3-f91af11e6943 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:46.259029 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port a821c70d-8a43-4e58-87b3-f91af11e6943 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:46.259462 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.269689 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 3.2947564
May 04 13:45:46.273445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55950) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:46.341467 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Request body: {'subnet': {'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799299791-subnet', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:46.356000 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Pushing event updated for resources: {'Network': ['ID=d80f60e0-977c-4188-89b5-ad3ea46a7320,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:46.376784 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:46.378859 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:46.385147 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:45:46.391269 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Usage tracker for resource:subnet and tenant:566aaf04dbef41efae1d7ca486a46acf is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:46.401285 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:46.423821 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:46.445190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Made reservation on behalf of 566aaf04dbef41efae1d7ca486a46acf for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:46.448619 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27712751'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.751163 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.864755 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port a821c70d-8a43-4e58-87b3-f91af11e6943, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=a821c70d-8a43-4e58-87b3-f91af11e6943,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:46.883677 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:46.886858 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:47.050256 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=a821c70d-8a43-4e58-87b3-f91af11e6943,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:47.052684 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:47.096394 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27446820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27712761'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.108773 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:47.149923 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28138249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28041388'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.158045 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8c3de204-16dd-43e5-804d-a297a1814d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:47.293617 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a2aba0-fe5f-432f-850c-bd21e35d1e62,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:47.300524 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:47.313887 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Checking segment: {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:47.314594 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Network hostable DHCP agents. Network: 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:45:47.346507 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e0032d-d539-42cb-a5ec-5d20d1e7b962,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:47.349157 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:45:47.365874 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:47.381178 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:47.384386 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.385510 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e37767-4f79-4014-b409-64c01ca017c6 None None] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:47.393188 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:47.399451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Checking segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:47.399809 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Network hostable DHCP agents. Network: 179a0e16-1015-43b3-8dff-c815cbabb132, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:45:47.447513 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4608605
May 04 13:45:47.584345 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b511e3e-bb80-4f3e-a3c6-352c77c773f4 req-00e1efdd-6d21-4cb7-95cf-b55d678182b6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:47.591770 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8b511e3e-bb80-4f3e-a3c6-352c77c773f4 req-00e1efdd-6d21-4cb7-95cf-b55d678182b6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 931 time: 0.4458399
May 04 13:45:47.599147 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Network 179a0e16-1015-43b3-8dff-c815cbabb132 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:45:47.641696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 179a0e16-1015-43b3-8dff-c815cbabb132) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:47.688475 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:47.689923 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.720561 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8b511e3e-bb80-4f3e-a3c6-352c77c773f4 req-238ed0b4-a47d-4a69-98f8-7b37303095fc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276126
May 04 13:45:47.762869 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.6735153
May 04 13:45:47.769706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55978) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:47.779470 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:47.801235 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:47.818672 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Usage tracker for resource:router and tenant:7e58e9c0f666497586c414cf371c4c7a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:47.848772 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:47.878482 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:47.881638 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a33dfd-3770-4772-88f5-5d520d350203 None None] Network 179a0e16-1015-43b3-8dff-c815cbabb132 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:47.903565 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Request body: {'port': {'device_id': '5bd931e0-a493-4163-9c95-b95956596951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:47.932438 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27446820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27712761'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.938477 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a821c70d-8a43-4e58-87b3-f91af11e6943 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:47.944681 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:47.966449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.967743 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:47.988459 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.056653 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3536833-e276-4e1e-86fd-bbcfb1d48341,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:48.076121 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:48.086597 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Checking segment: {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:48.088086 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Network hostable DHCP agents. Network: d80f60e0-977c-4188-89b5-ad3ea46a7320, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:45:48.131195 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:45:48.154060 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, d80f60e0-977c-4188-89b5-ad3ea46a7320) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:48.187306 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:48.192027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.201491 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1fad9a-6840-4a62-9975-1496fe272f55 None None] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:48.240523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 55988) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:48.245254 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b443c731-d6ad-4100-b89a-3f6657fc9f09 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9631639
May 04 13:45:48.251717 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:48.370992 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.444363 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 55996) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:48.463542 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:48.487794 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.506937 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Usage tracker for resource:router and tenant:566aaf04dbef41efae1d7ca486a46acf is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:48.648567 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.651862 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:48.673746 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:48.710404 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:48.718219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Usage tracker for resource:security_group_rule and tenant:8a47be6a710e4e88b52c26614dcaeea4 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:48.726637 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:48.735941 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:48.756530 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.868600 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:48.871414 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.016891 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.030719 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.039941 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.047250 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f6b9b56b-16ca-4e45-bbe4-7d603aec7811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:49.214007 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port a821c70d-8a43-4e58-87b3-f91af11e6943 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:49.214583 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.253314 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a47be6a710e4e88b52c26614dcaeea4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8037605
May 04 13:45:49.254305 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56016) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:49.260356 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f559e2-50f6-4325-b793-2e83bc8e7a8e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:49.274846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:49.296579 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-d80f60e0-977c-4188-89b5-ad3ea46a7320', 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'fixed_ips': [{'subnet_id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:45:49.297536 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.343759 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e26e0-4e95-4299-9c71-d17cb4c7b56e req-cc27da33-5072-4ecc-afb8-5d68a201c51c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:49.345462 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f46ea-4ba2-4749-bb1b-1a5ed39aa3e5 None None] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:49.347465 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5e7e26e0-4e95-4299-9c71-d17cb4c7b56e req-cc27da33-5072-4ecc-afb8-5d68a201c51c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 931 time: 0.2823248
May 04 13:45:49.389008 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81281947-338d-49fa-a268-5cd96c30268b None None] Network 179a0e16-1015-43b3-8dff-c815cbabb132 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:49.489654 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5e7e26e0-4e95-4299-9c71-d17cb4c7b56e req-6fdcfcb2-ac6c-486c-b954-7f6189615076 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273348
May 04 13:45:49.931473 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.936652 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:49.950336 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Allocated IP 172.20.0.2 (d80f60e0-977c-4188-89b5-ad3ea46a7320/c3536833-e276-4e1e-86fd-bbcfb1d48341/d58f9692-8e8d-4569-9f70-da18b8df4ece) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:50.010557 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.379266 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:45:50.385463 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.385860 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.396367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a11502c4-a211-4184-92ac-ab11242cbd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:50.397145 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Transition to ACTIVE for port object d58f9692-8e8d-4569-9f70-da18b8df4ece will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:50.409879 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.421663 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Transition to ACTIVE for port object d58f9692-8e8d-4569-9f70-da18b8df4ece will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:50.428904 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.436897 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-eacccb29-a3a2-43a7-8a02-98dabd41cc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:50.450610 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f559e2-50f6-4325-b793-2e83bc8e7a8e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:50.470499 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:50.506908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Transition to ACTIVE for port object 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:45:50.531071 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.532797 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:50.546551 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:50.552827 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:50.576369 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Pushing event updated for resources: {'Port': ['ID=d58f9692-8e8d-4569-9f70-da18b8df4ece,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:50.581665 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:50.638514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-e2f462da-a749-413e-a621-a249c45338d6 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:50.640448 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-e2f462da-a749-413e-a621-a249c45338d6 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/networks?id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 HTTP/1.1" status: 200  len: 808 time: 0.2047491
May 04 13:45:50.665049 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-b6dc8a41-689b-45e0-9643-42a720f2af37 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/quotas/c3e2ad19f80948a38d9ef278271ae69d HTTP/1.1" status: 200  len: 375 time: 0.0183361
May 04 13:45:50.674193 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:50.714149 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Attempting to bind port d58f9692-8e8d-4569-9f70-da18b8df4ece on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:45:50.714425 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Attempting to bind port d58f9692-8e8d-4569-9f70-da18b8df4ece by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:45:50.714845 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Attempting to bind port d58f9692-8e8d-4569-9f70-da18b8df4ece on network d80f60e0-977c-4188-89b5-ad3ea46a7320 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:50.724037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:45:50.724595 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Checking segment: {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:50.724824 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.725629 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Bound using segment: {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:45:50.725804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Bound port: d58f9692-8e8d-4569-9f70-da18b8df4ece, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:45:50.731768 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.732132 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.732263 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23f559e2-50f6-4325-b793-2e83bc8e7a8e HTTP/1.1" status: 204  len: 168 time: 1.4754622
May 04 13:45:50.741160 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.752277 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-ed823359-2ef4-453c-ba23-635c6d99029d tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0804207
May 04 13:45:50.874005 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] For port d58f9692-8e8d-4569-9f70-da18b8df4ece, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:45:50.879884 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] For port d58f9692-8e8d-4569-9f70-da18b8df4ece, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=d58f9692-8e8d-4569-9f70-da18b8df4ece,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:45:50.887051 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.894851 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:50.902100 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:50.977416 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Pushing event updated for resources: {'Port': ['ID=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:50.985615 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Pushing event updated for resources: {'Port': ['ID=d58f9692-8e8d-4569-9f70-da18b8df4ece,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:50.993686 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:51.048467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:51.088420 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-ae185607-68c8-474a-b07b-f9d022b834cb service neutron] 10.222.0.25 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3286221
May 04 13:45:51.223228 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56058) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:51.264666 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Attempting to bind port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:45:51.265168 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Attempting to bind port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:45:51.265787 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Attempting to bind port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:51.278853 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 on network a4e30664-94e1-477e-9c47-e614bc853173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:45:51.279187 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Attempting to bind port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:45:51.292680 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:45:51.292680 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Checking segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:45:51.292680 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Bound using segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:45:51.293150 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Bound port: 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:45:51.293422 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.387248 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.394324 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-23365a7e-9fd2-4e03-8b96-f7f53d25935e service neutron] 10.222.0.25 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2991965
May 04 13:45:51.460864 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.529764 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.551505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:51.557058 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0676214ad54993a7b4917251a9a053 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:51.561048 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:51.571644 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:51.684929 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.693409 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.714466 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32688f18-5bee-42dd-b5fd-f76ef1a083a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:51.764916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Allocated IP 172.27.1.49 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/93211c0f-2e55-4300-86a4-83e1138da45a) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:51.773906 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] For port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:45:51.785841 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] For port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:45:51.789854 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a0676214ad54993a7b4917251a9a053&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5657177
May 04 13:45:51.793359 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff00542-6065-48d4-afac-b55a9a1ca0c8,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:51.801347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:51.801883 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56076) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:51.822983 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:51.845014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1cd58844-c2bd-474e-9874-33e6cb44d939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:52.079595 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:52.080208 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.082683 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] 10.222.0.48 "PUT /v2.0/ports/75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 HTTP/1.1" status: 200  len: 1093 time: 4.1919835
May 04 13:45:52.083501 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd931e0-a493-4163-9c95-b95956596951', 'tag': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:45:52.104381 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Pushing event updated for resources: {'Port': ['ID=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:52.109942 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:52.123812 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.202221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.210488 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.226766 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device d58f9692-8e8d-4569-9f70-da18b8df4ece up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:52.271509 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.294615 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03286463-0367-4a4e-a59b-03a68d154176 req-5bf1210a-66c0-4f0f-84ac-fe8d91eb0872 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:52.306680 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-03286463-0367-4a4e-a59b-03a68d154176 req-5bf1210a-66c0-4f0f-84ac-fe8d91eb0872 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.4382396
May 04 13:45:52.327276 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-410bd5a8-ca4f-4d17-a126-1c54396ae716 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:52.461016 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.469323 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32e79d29-e590-4f35-9a5d-b76d6fb7b26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:52.485037 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff00542-6065-48d4-afac-b55a9a1ca0c8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:52.491607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:52.506006 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-03286463-0367-4a4e-a59b-03a68d154176 req-a702e7d5-468f-4663-8145-9741f3baacca tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922491
May 04 13:45:52.529858 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:52.536922 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ff00542-6065-48d4-afac-b55a9a1ca0c8 HTTP/1.1" status: 204  len: 168 time: 0.7300231
May 04 13:45:52.537967 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:52.548124 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:52.554895 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port d58f9692-8e8d-4569-9f70-da18b8df4ece completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:52.558233 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:52.587978 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d08010-e3bb-40ef-be70-6dbe12210e76 None None] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:45:52.631947 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=93211c0f-2e55-4300-86a4-83e1138da45a,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:52.651548 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:52.708437 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Allocated IP 172.27.1.46 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/01bc69d0-31bb-4ca4-9f8e-a388286260ec) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:52.730583 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-51db3d7c-61bb-4c3e-958a-c1487c52887e req-3c5e4e24-96c4-4208-9a6f-9b0254d1f2e7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.0524127
May 04 13:45:52.791286 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Provisioning for port d58f9692-8e8d-4569-9f70-da18b8df4ece completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:45:52.801096 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Provisioning complete for port d58f9692-8e8d-4569-9f70-da18b8df4ece triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:52.802097 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:53.018043 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd931e0-a493-4163-9c95-b95956596951', 'tag': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7', 'status': 'completed', 'code': 200}
May 04 13:45:53.307920 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:53.423140 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] For port d58f9692-8e8d-4569-9f70-da18b8df4ece, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=d58f9692-8e8d-4569-9f70-da18b8df4ece,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:45:53.441359 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:53.443742 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:53.695954 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Pushing event updated for resources: {'Port': ['ID=d58f9692-8e8d-4569-9f70-da18b8df4ece,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:53.701682 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:53.800130 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-81cf7e12-00ee-4bde-9949-0a5559181b36 None None] Provisioning complete for port d58f9692-8e8d-4569-9f70-da18b8df4ece triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:53.801031 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-81cf7e12-00ee-4bde-9949-0a5559181b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:54.024522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:54.034686 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7090c30-7681-4691-8b38-a14a3917478e req-a8c32988-bf32-4233-965f-e79fa4b70ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:54.036826 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e7090c30-7681-4691-8b38-a14a3917478e req-a8c32988-bf32-4233-965f-e79fa4b70ac5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 1096 time: 0.9961686
May 04 13:45:54.089443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262a3af-76e2-4fa3-bff8-065c32f955dc req-6fd56f02-46e5-4a19-be8e-080627382bfe tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:54.097705 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c262a3af-76e2-4fa3-bff8-065c32f955dc req-6fd56f02-46e5-4a19-be8e-080627382bfe tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.3562896
May 04 13:45:54.172192 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device d58f9692-8e8d-4569-9f70-da18b8df4ece up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:45:54.257261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:54.276037 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c39d8649-38a7-4ae0-adb5-0236c1c76bd3 req-fabc6f87-54ce-4abd-8290-91d0d5297114 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.1745627
May 04 13:45:54.464154 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port d58f9692-8e8d-4569-9f70-da18b8df4ece triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:45:54.464763 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:54.496927 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c262a3af-76e2-4fa3-bff8-065c32f955dc req-05b58fe7-6f64-40f7-813a-22f0c91f606b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173026
May 04 13:45:54.997892 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7090c30-7681-4691-8b38-a14a3917478e req-d1d7bd67-6157-4bd5-bf03-1d3b9ffccfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:55.000432 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e7090c30-7681-4691-8b38-a14a3917478e req-d1d7bd67-6157-4bd5-bf03-1d3b9ffccfa5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=43e3587dd89744509391049df18da36e&shared=False HTTP/1.1" status: 200  len: 916 time: 0.9398565
May 04 13:45:55.025968 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:55.047315 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:55.179432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=01bc69d0-31bb-4ca4-9f8e-a388286260ec,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:55.195472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:45:55.295760 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-6a8397a6-40db-4b21-af03-baf4a1bcce95 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:55.297028 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-6a8397a6-40db-4b21-af03-baf4a1bcce95 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Synchronizing usage tracker for tenant:c3e2ad19f80948a38d9ef278271ae69d on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:45:55.306456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:55.630430 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-13997a93-6658-4519-824a-ad142d2ba1c9 req-ce55f4d6-2357-4789-8d05-05c43deebf5f tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.0759869
May 04 13:45:55.678630 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:55.687899 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:55.872356 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-6a8397a6-40db-4b21-af03-baf4a1bcce95 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Unset dirty status for tenant:c3e2ad19f80948a38d9ef278271ae69d on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:45:55.873758 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-6a8397a6-40db-4b21-af03-baf4a1bcce95 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "GET /v2.0/networks?id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 HTTP/1.1" status: 200  len: 808 time: 1.5154734
May 04 13:45:55.938918 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6117b-fa8f-46d3-b1aa-51d287fd7ddf req-166c283c-d146-40ba-a41d-c7c2e39e3b1b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:55.941562 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fdc6117b-fa8f-46d3-b1aa-51d287fd7ddf req-166c283c-d146-40ba-a41d-c7c2e39e3b1b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.1014776
May 04 13:45:55.965393 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Request body: {'port': {'device_id': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51', 'admin_state_up': True, 'tenant_id': 'c3e2ad19f80948a38d9ef278271ae69d'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:45:56.014686 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fdc6117b-fa8f-46d3-b1aa-51d287fd7ddf req-27978fb5-c132-4fae-a587-bb5258dc87d0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630119
May 04 13:45:56.223319 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7090c30-7681-4691-8b38-a14a3917478e req-1ee170e9-f150-4c29-ac90-2db8b3275a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:56.224877 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e7090c30-7681-4691-8b38-a14a3917478e req-1ee170e9-f150-4c29-ac90-2db8b3275a7d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.1917896
May 04 13:45:56.231566 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:56.831367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:56.837800 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Usage tracker for resource:port and tenant:c3e2ad19f80948a38d9ef278271ae69d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:56.842245 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:45:56.856570 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:45:56.910944 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5d77019-7df9-494c-b325-310d3c40bacb req-5094791d-b72c-48ef-9fd1-98aaf9e26077 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.0784206
May 04 13:45:56.962010 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-4e8eef64-4f8a-43de-9ce4-deeab9797f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:56.963343 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-4e8eef64-4f8a-43de-9ce4-deeab9797f43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 1096 time: 0.6382079
May 04 13:45:57.037521 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Made reservation on behalf of c3e2ad19f80948a38d9ef278271ae69d for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:45:57.041181 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:57.081581 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-553d7414-8b6c-4aaa-8b09-2f700bd81a45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 HTTP/1.1" status: 200  len: 217 time: 0.1023858
May 04 13:45:57.095432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:57.380789 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac737237-aee0-43d3-9557-b13e13c8ae06 req-a0489826-0704-4beb-b453-d879978af586 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:57.383842 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ac737237-aee0-43d3-9557-b13e13c8ae06 req-a0489826-0704-4beb-b453-d879978af586 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.1301053
May 04 13:45:57.434420 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-5263f25a-9de7-494f-842c-162c3896149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:57.436025 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-5263f25a-9de7-494f-842c-162c3896149c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 0.3436906
May 04 13:45:57.443537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:45:57.487832 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ac737237-aee0-43d3-9557-b13e13c8ae06 req-442445e4-1fc9-4397-8407-f552e37372bd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795903
May 04 13:45:57.594613 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-b48f1a0e-f5b7-4378-b5c0-a556e02094a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1434245
May 04 13:45:57.742529 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-7df6f340-daeb-4396-bdc7-5b209bd28d8d tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=93a9dea0299e4e97b5b545dcd3b4cfec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0631723
May 04 13:45:57.798536 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-be5ba381-c949-4eee-97de-2fc0f7d7fd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:58.004622 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-9f6dd6cc-006b-4b89-bd6a-255c2ffe7b3e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:58.017764 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-9f6dd6cc-006b-4b89-bd6a-255c2ffe7b3e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2498925
May 04 13:45:58.223078 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-6ead89a7-f5e4-4ad7-93ba-a2b857a5bae0 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/quotas/93a9dea0299e4e97b5b545dcd3b4cfec HTTP/1.1" status: 200  len: 375 time: 0.1886003
May 04 13:45:58.238969 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4d15bfe5-93c6-4b03-9bad-a7939e9eb9af req-e5ab28ba-88c2-4783-a971-35db792912cb tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.1852255
May 04 13:45:58.292744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Allocated IP 172.20.0.5 (24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51/f0a2aba0-fe5f-432f-850c-bd21e35d1e62/b30b78b4-f697-49ca-8e56-ce2c458161e3) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:45:58.319070 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-2a4a86cb-86c9-4008-9028-72f0a573de94 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=93a9dea0299e4e97b5b545dcd3b4cfec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0850244
May 04 13:45:58.355003 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:45:58.375485 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Sync routers for ids ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:45:58.400569 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Routers {'43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:45:58.402208 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2520>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:58.415416 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-155fedf9-a955-4796-9568-742275d0ccf4 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7194843
May 04 13:45:58.427474 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:59.086857 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0902dd7b-9204-4852-a892-a560ec6d5d47 req-5e503941-4dc4-40f0-964e-ba312d8aa7e2 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.3843875
May 04 13:45:59.090329 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Set router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:45:59.101226 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:59.102445 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 11.3317668
May 04 13:45:59.111080 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56264) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:59.430077 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56270) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:45:59.438187 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e17c39ce-cc32-4f57-9439-f038cf6f6147 req-970ccc1f-f8ae-4fec-9acb-a489067d8d6f service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0040631
May 04 13:45:59.509732 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:59.548576 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Router e4c6eb28-ee7b-4940-828f-aa04f959455d is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:45:59.684689 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-25133377-8198-4253-8e48-2e0181e5a484 req-86f4276b-5df2-4acf-b464-929260571a30 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.1850758
May 04 13:45:59.709580 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:59.729583 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-30df4476-a875-4c88-9551-e2aa4d9beb81 tempest-DeleteServersTestJSON-1580119622 tempest-DeleteServersTestJSON-1580119622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:45:59.849976 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2520>, [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:45:53Z', 'revision_number': 3, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:45:59.854679 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Checking router: 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:45:59.855034 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Updating router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 port 93211c0f-2e55-4300-86a4-83e1138da45a binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:45:59.869444 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:59.871545 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07937061-8581-4e07-8af1-06af7f0f953e req-5c196d23-6577-4682-9364-771de103e431 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:45:59.873299 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-07937061-8581-4e07-8af1-06af7f0f953e req-5c196d23-6577-4682-9364-771de103e431 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.9023006
May 04 13:45:59.917141 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:45:59.920624 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:45:59.922829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:45:59.930285 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:45:59.969393 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:45:59.982993 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Pushing event updated for resources: {'Port': ['ID=b30b78b4-f697-49ca-8e56-ce2c458161e3,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:45:59.992934 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Usage tracker for resource:security_group_rule and tenant:414f467bd9c04f988cc3739db7345e34 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:45:59.997721 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:46:00.000233 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:00.012925 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Sync routers for ids ['e4c6eb28-ee7b-4940-828f-aa04f959455d'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:46:00.018832 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:00.023644 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.024097 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.024352 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.024709 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.025056 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.025444 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.025790 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.026132 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.026474 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.026822 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.027166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.027508 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:00.044240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:00.055983 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-07937061-8581-4e07-8af1-06af7f0f953e req-34fddc1c-9695-4ad3-8a24-21f1992a92de tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008017
May 04 13:46:00.069813 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.071039 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 11.8294303
May 04 13:46:00.078997 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:00.079542 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.085525 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56280) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:00.085735 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Routers {'e4c6eb28-ee7b-4940-828f-aa04f959455d'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:00.091442 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90878310>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['e4c6eb28-ee7b-4940-828f-aa04f959455d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:00.221818 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3264022
May 04 13:46:00.398060 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ee729ff-c984-40b9-b8c8-fc85caff78bd req-4b46f308-c261-4590-98c8-c66d62af03c7 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.0701232
May 04 13:46:00.566785 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Set router e4c6eb28-ee7b-4940-828f-aa04f959455d gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:00.571236 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.599118 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.625621 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Transition to ACTIVE for port object 93211c0f-2e55-4300-86a4-83e1138da45a will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:00.647172 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.655764 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.668362 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:00.676062 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-446b490a-e6f3-487e-8bb9-9938ed71c1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:00.763637 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.832036 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Attempting to bind port 93211c0f-2e55-4300-86a4-83e1138da45a on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:00.832418 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Attempting to bind port 93211c0f-2e55-4300-86a4-83e1138da45a by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:00.832794 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Attempting to bind port 93211c0f-2e55-4300-86a4-83e1138da45a on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:00.840427 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890b1d-e6ab-40df-92c2-6dd55f89e5e0 None None] Pushing event updated for resources: {'Port': ['ID=93211c0f-2e55-4300-86a4-83e1138da45a,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:00.845381 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ec890b1d-e6ab-40df-92c2-6dd55f89e5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:00.847210 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:00.847456 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:00.847884 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.848282 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:00.848779 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Bound port: 93211c0f-2e55-4300-86a4-83e1138da45a, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:00.849204 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:00.903701 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=414f467bd9c04f988cc3739db7345e34&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4712832
May 04 13:46:00.904411 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56290) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:00.910029 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6d7f18-4545-49a7-aa83-a86d6f244e1f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:00.927076 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:01.017914 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] For port 93211c0f-2e55-4300-86a4-83e1138da45a, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:01.022380 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] For port 93211c0f-2e55-4300-86a4-83e1138da45a, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=93211c0f-2e55-4300-86a4-83e1138da45a,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:01.030377 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.036250 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:01.090101 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.106415 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.173725 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890b1d-e6ab-40df-92c2-6dd55f89e5e0 None None] Pushing event updated for resources: {'Port': ['ID=93211c0f-2e55-4300-86a4-83e1138da45a,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:01.183235 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Routers {'43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:01.183979 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2520>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:45:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:01.218987 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.222757 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Allocated IP 172.20.0.1 (179a0e16-1015-43b3-8dff-c815cbabb132/f5e0032d-d539-42cb-a5ec-5d20d1e7b962/a9ea7b60-a829-4f18-8cdf-dda5268e348e) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:01.238380 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1d99-1412-4554-bcf6-0ab6feb5f28d req-28b95c1f-59c9-4739-9483-fa41164e9e3c tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:01.247720 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fa9f1d99-1412-4554-bcf6-0ab6feb5f28d req-28b95c1f-59c9-4739-9483-fa41164e9e3c tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 931 time: 0.2223790
May 04 13:46:01.249592 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a568245e-8f44-4c03-a230-295b1c153c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.300100 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90878310>, [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:45:56Z', 'revision_number': 3, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:01.305798 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Checking router: e4c6eb28-ee7b-4940-828f-aa04f959455d for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:46:01.306730 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Updating router e4c6eb28-ee7b-4940-828f-aa04f959455d port 01bc69d0-31bb-4ca4-9f8e-a388286260ec binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:46:01.354883 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ec890b1d-e6ab-40df-92c2-6dd55f89e5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:01.379344 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fa9f1d99-1412-4554-bcf6-0ab6feb5f28d req-d9d23c2d-19f4-492c-82eb-75d6b37f3740 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219363
May 04 13:46:01.379954 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.500282 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.525545 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.538937 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:01.569257 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6d7f18-4545-49a7-aa83-a86d6f244e1f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:01.572732 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:01.573633 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] Set router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:01.803174 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.806489 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab6d7f18-4545-49a7-aa83-a86d6f244e1f HTTP/1.1" status: 204  len: 168 time: 0.8981667
May 04 13:46:01.819405 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2aded883-68d1-49aa-9f48-a27242ec5cbc req-65bc864f-454e-4450-8191-7544c053fa46 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.0912285
May 04 13:46:01.898549 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.917358 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563f137-88ef-4294-9ceb-5e3ef142845f req-861be98b-6052-4a4d-b414-5aa1895620ed tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:01.918253 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.919433 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c563f137-88ef-4294-9ceb-5e3ef142845f req-861be98b-6052-4a4d-b414-5aa1895620ed tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.5391145
May 04 13:46:01.937970 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Transition to ACTIVE for port object 01bc69d0-31bb-4ca4-9f8e-a388286260ec will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:01.951219 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:01.955611 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-03b599f5-bf9f-478f-b126-ea07e9827ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:01.977555 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Request body: {'port': {'device_id': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:02.059531 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Attempting to bind port 01bc69d0-31bb-4ca4-9f8e-a388286260ec on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:02.059969 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Attempting to bind port 01bc69d0-31bb-4ca4-9f8e-a388286260ec by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:02.060525 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Attempting to bind port 01bc69d0-31bb-4ca4-9f8e-a388286260ec on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:02.061224 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e906b2520>, [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:45:53Z', 'revision_number': 3, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:02.071048 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:02.071447 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:02.071807 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:02.072923 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:02.073198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Bound port: 01bc69d0-31bb-4ca4-9f8e-a388286260ec, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:02.073780 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:02.075144 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba178c-276d-4b4a-af1c-3b9e635aca5a None None] The sync data for ids ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'] in dv-cinder-789564-1-iscsi is: [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:45:53Z', 'revision_number': 3, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:46:02.090308 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c563f137-88ef-4294-9ceb-5e3ef142845f req-16c767de-d229-44e6-9143-8d971786f591 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438723
May 04 13:46:02.091691 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:02.099496 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:02.168249 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] For port 01bc69d0-31bb-4ca4-9f8e-a388286260ec, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:02.175715 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d80be9-f86f-4f88-b212-adc06256ade4 None None] Pushing event updated for resources: {'Port': ['ID=01bc69d0-31bb-4ca4-9f8e-a388286260ec,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:02.179855 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] For port 01bc69d0-31bb-4ca4-9f8e-a388286260ec, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=01bc69d0-31bb-4ca4-9f8e-a388286260ec,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:02.181460 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-69d80be9-f86f-4f88-b212-adc06256ade4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:02.194173 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:02.223786 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-40ee4312-1861-4446-aa19-e3d7be78d06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:02.246706 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Network 179a0e16-1015-43b3-8dff-c815cbabb132 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:02.255250 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:02.263988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:02.333999 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ea7b60-a829-4f18-8cdf-dda5268e348e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:02.349527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.350198 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.350750 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.351545 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.352082 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.352620 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.353229 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.353926 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.354480 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.355007 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.355532 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.356053 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:02.372648 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:02.386845 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:02.399790 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d80be9-f86f-4f88-b212-adc06256ade4 None None] Pushing event updated for resources: {'Port': ['ID=01bc69d0-31bb-4ca4-9f8e-a388286260ec,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:02.406851 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Allocated IP 172.20.0.1 (d80f60e0-977c-4188-89b5-ad3ea46a7320/c3536833-e276-4e1e-86fd-bbcfb1d48341/b02b525f-afdf-4ebc-8107-a522e6cf7972) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:02.510490 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Routers {'e4c6eb28-ee7b-4940-828f-aa04f959455d'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:02.511700 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90878310>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:46:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['e4c6eb28-ee7b-4940-828f-aa04f959455d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:02.719704 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-69d80be9-f86f-4f88-b212-adc06256ade4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:02.867801 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:46:03.044891 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] Set router e4c6eb28-ee7b-4940-828f-aa04f959455d gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:03.149150 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:03.187549 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Transition to ACTIVE for port object b02b525f-afdf-4ebc-8107-a522e6cf7972 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:03.194334 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:03.315866 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:03.451978 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:03.568406 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-30579b5e-8bec-4ebe-bb8d-963c29833548 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=93a9dea0299e4e97b5b545dcd3b4cfec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2861855
May 04 13:46:03.646409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:03.875476 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:03.920917 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:03.932316 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:03.944853 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:04.008064 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:04.023326 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-70d2c40e-29e2-4b4a-9f60-6be2ac5b95f9 req-482e410a-9363-4f5c-bae5-564f2ff55ae1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.7582591
May 04 13:46:04.030737 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:04.132696 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:46:04.155037 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:04.170157 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:04.464607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ea7b60-a829-4f18-8cdf-dda5268e348e,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:04.514542 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:04.679955 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 93211c0f-2e55-4300-86a4-83e1138da45a up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:04.684452 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daaf85-5f83-40c4-bee7-3410c1a6cb3a req-2d48a1e0-9648-4180-87a8-aedc86fd6716 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:04.697792 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6daaf85-5f83-40c4-bee7-3410c1a6cb3a req-2d48a1e0-9648-4180-87a8-aedc86fd6716 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 931 time: 1.8166907
May 04 13:46:04.699234 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Pushing event updated for resources: {'Port': ['ID=b02b525f-afdf-4ebc-8107-a522e6cf7972,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:04.764716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:04.831576 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.380s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:04.843879 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:04.849576 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0aca7db9-77cd-4c99-9cbc-ed9fb72802b1 None None] Provisioning for port b02b525f-afdf-4ebc-8107-a522e6cf7972 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:04.878372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0aca7db9-77cd-4c99-9cbc-ed9fb72802b1 None None] Provisioning complete for port b02b525f-afdf-4ebc-8107-a522e6cf7972 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:04.878765 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0aca7db9-77cd-4c99-9cbc-ed9fb72802b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:04.971975 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:05.005071 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-0aca7db9-77cd-4c99-9cbc-ed9fb72802b1 None None] Port b02b525f-afdf-4ebc-8107-a522e6cf7972 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:46:05.021249 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'port_id': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7', 'mac_address': 'fa:16:3e:b7:b9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb9dbf3-2f01-4696-a876-1ec0e6a5a668', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:46:05.028150 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90878310>, [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:45:56Z', 'revision_number': 3, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:05.034793 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc24a49-d426-47e4-9b71-e32ff70df3ad None None] The sync data for ids ['e4c6eb28-ee7b-4940-828f-aa04f959455d'] in dv-cinder-789564-1-iscsi is: [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:45:56Z', 'revision_number': 3, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:46:05.068882 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 93211c0f-2e55-4300-86a4-83e1138da45a completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:05.090161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 93211c0f-2e55-4300-86a4-83e1138da45a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:05.090617 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:05.179593 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:05.236316 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-b161afd4-21f0-406a-a037-a929f002d0e1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:05.237958 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46da2c-a4c1-4e3a-86d9-a2cb0bf0c950 req-6db38c33-de68-4ae4-addc-5e6b64ee01c0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:05.238158 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-b161afd4-21f0-406a-a037-a929f002d0e1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.6485109
May 04 13:46:05.240503 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7a46da2c-a4c1-4e3a-86d9-a2cb0bf0c950 req-6db38c33-de68-4ae4-addc-5e6b64ee01c0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 943 time: 0.7770305
May 04 13:46:05.247183 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:05.249005 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6daaf85-5f83-40c4-bee7-3410c1a6cb3a req-91219a0a-b903-4fbc-bc84-97b08dbad305 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4778810
May 04 13:46:05.255196 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Network 179a0e16-1015-43b3-8dff-c815cbabb132 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:05.262307 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:05.285880 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:05.306734 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:05.313369 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:05.582810 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:05.586766 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:05.587809 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:05.612945 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 93211c0f-2e55-4300-86a4-83e1138da45a, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=93211c0f-2e55-4300-86a4-83e1138da45a,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:05.616803 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:46:05.777110 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:05.780089 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:06.039039 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=93211c0f-2e55-4300-86a4-83e1138da45a,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:06.042694 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:06.132052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30b78b4-f697-49ca-8e56-ce2c458161e3 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:06.149750 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:06.171297 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Request body: {'port': {'device_id': '4211adae-f914-4218-be95-78cc039c2197', 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff', 'admin_state_up': True, 'tenant_id': '93a9dea0299e4e97b5b545dcd3b4cfec'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:06.193287 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5eb519ab-3f93-40d6-81e3-749ae6e51563 req-cc109f2f-bd15-4584-81bd-af3475b30f1e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.4691155
May 04 13:46:06.196469 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7a46da2c-a4c1-4e3a-86d9-a2cb0bf0c950 req-8aed1833-6409-4c03-afb5-cc74c28a38b0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9372048
May 04 13:46:06.198511 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:46:06.202787 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 01bc69d0-31bb-4ca4-9f8e-a388286260ec up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:06.407857 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 01bc69d0-31bb-4ca4-9f8e-a388286260ec completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:06.431988 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 01bc69d0-31bb-4ca4-9f8e-a388286260ec triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:06.432900 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:06.582369 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:06.645473 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Usage tracker for resource:port and tenant:93a9dea0299e4e97b5b545dcd3b4cfec is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:06.667324 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:06.681129 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Transition to ACTIVE for port object b30b78b4-f697-49ca-8e56-ce2c458161e3 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:06.715618 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:06.718765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:06.724268 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:06.774179 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9823f73d-aa4f-4932-9b4b-b41e2b51d9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:06.895968 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:46:06.909714 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Sync routers for ids ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:46:06.926867 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Routers {'43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:06.928453 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90687f40>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:46:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:06.975535 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] 10.222.0.25 "PUT /v2.0/routers/43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8515582
May 04 13:46:07.063154 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c3e73-070f-437c-a971-0f63ebc9cc2c req-82b70738-a58d-4c9c-8919-cbdb35d7f1a7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:07.064777 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c25c3e73-070f-437c-a971-0f63ebc9cc2c req-82b70738-a58d-4c9c-8919-cbdb35d7f1a7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 943 time: 0.2857087
May 04 13:46:07.199873 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:07.244566 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Made reservation on behalf of 93a9dea0299e4e97b5b545dcd3b4cfec for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:46:07.247734 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:07.260807 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c25c3e73-070f-437c-a971-0f63ebc9cc2c req-b72e0047-c2de-47e6-8549-6d2cf60c2dcc tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892753
May 04 13:46:07.278286 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 01bc69d0-31bb-4ca4-9f8e-a388286260ec, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=01bc69d0-31bb-4ca4-9f8e-a388286260ec,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:07.291318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:07.294465 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:07.300952 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:07.530383 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Set router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:07.531609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:07.532805 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=01bc69d0-31bb-4ca4-9f8e-a388286260ec,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:07.538843 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:07.593835 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef1fcc-8e9d-4039-8a7a-60e3ed557a17 req-5ec78af6-9384-427a-9106-2f8644f1d159 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:07.608570 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9fef1fcc-8e9d-4039-8a7a-60e3ed557a17 req-5ec78af6-9384-427a-9106-2f8644f1d159 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.2543960
May 04 13:46:07.720494 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-94331b47-c0a2-4a2f-b66b-90349a9c034f req-6365260e-8e9a-434b-8420-3544107ba513 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.1096640
May 04 13:46:07.776021 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9fef1fcc-8e9d-4039-8a7a-60e3ed557a17 req-6f396fb6-94c2-419c-bb6f-e655d157a139 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1662834
May 04 13:46:07.967038 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:08.021873 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Usage tracker for resource:security_group_rule and tenant:93a9dea0299e4e97b5b545dcd3b4cfec is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:08.055529 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Pushing event updated for resources: {'Port': ['ID=b30b78b4-f697-49ca-8e56-ce2c458161e3,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:08.071609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:08.096748 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.307s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:08.143446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:08.149251 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Attempting to bind port b30b78b4-f697-49ca-8e56-ce2c458161e3 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:08.149572 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Attempting to bind port b30b78b4-f697-49ca-8e56-ce2c458161e3 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:08.149966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Attempting to bind port b30b78b4-f697-49ca-8e56-ce2c458161e3 on network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:08.153450 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 93211c0f-2e55-4300-86a4-83e1138da45a up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:08.197062 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90687f40>, [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:46:02Z', 'revision_number': 4, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a9ea7b60-a829-4f18-8cdf-dda5268e348e', 'name': '', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'mac_address': 'fa:16:3e:83:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:00Z', 'updated_at': '2021-05-04T13:46:03Z', 'revision_number': 2, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'subnets': [{'id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:08.210007 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Checking router: 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:46:08.210522 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Updating router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 port a9ea7b60-a829-4f18-8cdf-dda5268e348e binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:46:08.264857 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Port b30b78b4-f697-49ca-8e56-ce2c458161e3 on network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:46:08.265415 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Attempting to bind port b30b78b4-f697-49ca-8e56-ce2c458161e3 on network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:08.293912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58c46b-6cf7-413e-805a-f7eb67e05953 req-a1cd1073-0813-4d0e-8d19-f14ae7d7d8d3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:08.306228 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7f58c46b-6cf7-413e-805a-f7eb67e05953 req-a1cd1073-0813-4d0e-8d19-f14ae7d7d8d3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 944 time: 0.2403653
May 04 13:46:08.340841 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:08.343414 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Checking segment: {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:08.343845 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Bound using segment: {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:08.344337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Bound port: b30b78b4-f697-49ca-8e56-ce2c458161e3, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:08.344727 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.349742 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.451251 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7f58c46b-6cf7-413e-805a-f7eb67e05953 req-d77338fe-be86-4c68-8129-0a663b3758b8 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441071
May 04 13:46:08.516650 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:08.537602 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 93211c0f-2e55-4300-86a4-83e1138da45a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:08.540030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.614123 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.751287 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:08.754090 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.768872 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.836946 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] For port b30b78b4-f697-49ca-8e56-ce2c458161e3, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:08.843104 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] For port b30b78b4-f697-49ca-8e56-ce2c458161e3, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:08.846258 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:08.858793 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-234ec6ef-9b70-4426-a6dc-838142124ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:08.879366 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.061453 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.081600 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 01bc69d0-31bb-4ca4-9f8e-a388286260ec up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:09.157349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.247147 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.258815 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 01bc69d0-31bb-4ca4-9f8e-a388286260ec triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:09.259356 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.338963 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.344630 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739975a-031e-48fd-a6c0-1d6a1a3f3006 req-f5adf7ac-7d12-4a1b-aa2a-3068739a410f tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:09.359643 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Transition to ACTIVE for port object a9ea7b60-a829-4f18-8cdf-dda5268e348e will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:09.365919 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c739975a-031e-48fd-a6c0-1d6a1a3f3006 req-f5adf7ac-7d12-4a1b-aa2a-3068739a410f tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 943 time: 0.6262028
May 04 13:46:09.374183 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.380652 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:09.383308 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd931e0-a493-4163-9c95-b95956596951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:09.395917 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-90337ff8-6c63-4787-a597-ab2375f1a885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:09.422073 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.431942 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-fafd4050-6ee8-4458-99ce-28b89410655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:09.491901 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-9f6f8d9e-1e8c-4236-9577-505a0603941c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:09.500593 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-9f6f8d9e-1e8c-4236-9577-505a0603941c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Synchronizing usage tracker for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:09.521981 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:09.524821 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29536f-0daa-40f5-8f79-4cb1dc17c8e9 None None] Pushing event updated for resources: {'Port': ['ID=a9ea7b60-a829-4f18-8cdf-dda5268e348e,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:09.541888 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:09.559962 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:09.562016 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:09.701979 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c739975a-031e-48fd-a6c0-1d6a1a3f3006 req-61886d9d-00f7-49c9-a48e-b8f2c6fe0021 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3347633
May 04 13:46:09.703881 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-9f6f8d9e-1e8c-4236-9577-505a0603941c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Unset dirty status for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:09.708025 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-9f6f8d9e-1e8c-4236-9577-505a0603941c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 819 time: 0.8405290
May 04 13:46:09.720301 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:09.721645 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.723556 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] 10.222.0.48 "PUT /v2.0/ports/b30b78b4-f697-49ca-8e56-ce2c458161e3 HTTP/1.1" status: 200  len: 1093 time: 7.7583840
May 04 13:46:09.724217 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'tag': 'b30b78b4-f697-49ca-8e56-ce2c458161e3'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:09.762545 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:09.782509 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:09.784864 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-6d496f72-69f7-42b4-ad2f-57e03ef8e40c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/quotas/7e58e9c0f666497586c414cf371c4c7a HTTP/1.1" status: 200  len: 375 time: 0.0669327
May 04 13:46:09.804295 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:09.982745 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Attempting to bind port a9ea7b60-a829-4f18-8cdf-dda5268e348e on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:09.983386 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Attempting to bind port a9ea7b60-a829-4f18-8cdf-dda5268e348e by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:09.983763 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Attempting to bind port a9ea7b60-a829-4f18-8cdf-dda5268e348e on network 179a0e16-1015-43b3-8dff-c815cbabb132 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:09.987625 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0566184f-e87b-4bfe-862c-a9f6e41e48cc None None] Provisioning complete for port b02b525f-afdf-4ebc-8107-a522e6cf7972 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:09.988093 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0566184f-e87b-4bfe-862c-a9f6e41e48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.992432 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:09.992822 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Checking segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:09.993532 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:09.993995 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Bound using segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:09.994499 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Bound port: a9ea7b60-a829-4f18-8cdf-dda5268e348e, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:09.994897 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:10.106854 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-44f5bd95-0f8c-4ad4-bf50-87ffccd70773 req-886affa8-b644-4abc-a487-cd0813473a85 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.1331568
May 04 13:46:10.124377 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] For port a9ea7b60-a829-4f18-8cdf-dda5268e348e, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:10.127140 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-e3fde967-a8ad-4654-9a1f-9a5d93e9998f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Synchronizing usage tracker for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:10.140310 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-0566184f-e87b-4bfe-862c-a9f6e41e48cc None None] Port b02b525f-afdf-4ebc-8107-a522e6cf7972 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:46:10.140634 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] For port a9ea7b60-a829-4f18-8cdf-dda5268e348e, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=a9ea7b60-a829-4f18-8cdf-dda5268e348e,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:10.142184 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9a29536f-0daa-40f5-8f79-4cb1dc17c8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:10.145361 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Pushing event updated for resources: {'Port': ['ID=b02b525f-afdf-4ebc-8107-a522e6cf7972,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:10.147016 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:10.158786 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:10.190993 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-e3fde967-a8ad-4654-9a1f-9a5d93e9998f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Unset dirty status for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:10.192851 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-e3fde967-a8ad-4654-9a1f-9a5d93e9998f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4048102
May 04 13:46:10.247407 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Routers {'43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:10.248174 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90687f40>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:46:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:10.307490 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29536f-0daa-40f5-8f79-4cb1dc17c8e9 None None] Pushing event updated for resources: {'Port': ['ID=a9ea7b60-a829-4f18-8cdf-dda5268e348e,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:10.319853 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9a29536f-0daa-40f5-8f79-4cb1dc17c8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:10.466371 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Pushing event updated for resources: {'Port': ['ID=b30b78b4-f697-49ca-8e56-ce2c458161e3,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:10.472360 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:10.476291 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.325s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:10.476677 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:10.488795 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] Set router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:10.490633 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-5a413c4c-0da8-48b1-8eae-0baa23e6db8a service neutron] 10.222.0.25 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851799
May 04 13:46:10.496811 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Router e4c6eb28-ee7b-4940-828f-aa04f959455d has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:46:10.704247 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4217aa5-4197-4894-989e-02f7e95862a5 req-b0b65130-a61b-4233-a83f-ac18b78ef099 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:10.712125 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f4217aa5-4197-4894-989e-02f7e95862a5 req-b0b65130-a61b-4233-a83f-ac18b78ef099 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.3382258
May 04 13:46:10.720209 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Allocated IP 192.168.233.252 (8efbea32-16ad-448b-9248-39d4cc2921ff/38faf091-faa5-414f-9933-e3fd5a68f7fb/d8729722-bdf8-429e-bdee-9d71b1775173) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:10.737561 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-880bf532-becf-45f9-ad53-ac6bab73ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:10.740217 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-880bf532-becf-45f9-ad53-ac6bab73ff69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 1096 time: 0.9397776
May 04 13:46:10.809694 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-abbf7173-a3a3-4f68-a480-b5b07a8c8d06 service neutron] 10.222.0.25 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3173149
May 04 13:46:10.835261 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f4217aa5-4197-4894-989e-02f7e95862a5 req-31fcf31e-c5c1-46bb-ad43-579eda912ed5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120980
May 04 13:46:10.939292 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd931e0-a493-4163-9c95-b95956596951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7', 'code': 200}
May 04 13:46:10.939805 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-3fe9087e-ebbb-436b-ad28-e18c3c814b9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3 HTTP/1.1" status: 200  len: 217 time: 0.1830876
May 04 13:46:10.966418 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90687f40>, [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:46:02Z', 'revision_number': 4, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a9ea7b60-a829-4f18-8cdf-dda5268e348e', 'name': '', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'mac_address': 'fa:16:3e:83:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:00Z', 'updated_at': '2021-05-04T13:46:10Z', 'revision_number': 4, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'subnets': [{'id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:10.978976 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fcf1a-1e8c-45e0-805b-b831ed8488bc None None] The sync data for ids ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'] in dv-cinder-789564-1-iscsi is: [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:46:02Z', 'revision_number': 4, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a9ea7b60-a829-4f18-8cdf-dda5268e348e', 'name': '', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'mac_address': 'fa:16:3e:83:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:00Z', 'updated_at': '2021-05-04T13:46:10Z', 'revision_number': 4, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'subnets': [{'id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:46:11.054906 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56464) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:11.298242 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'tag': 'b30b78b4-f697-49ca-8e56-ce2c458161e3', 'status': 'completed', 'code': 200}
May 04 13:46:11.387348 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:11.461498 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:11.486539 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Usage tracker for resource:security_group_rule and tenant:1d41241dc9824abf9c13317a4395a7e7 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:11.495827 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:11.513044 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:11.648746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b74f9-1ef7-4e4b-a362-ea335779a586 req-9843160b-e60d-46d4-b5a6-3ae88f13ef7f tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:11.660106 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:11.663304 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ec3b74f9-1ef7-4e4b-a362-ea335779a586 req-9843160b-e60d-46d4-b5a6-3ae88f13ef7f tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 945 time: 0.3627601
May 04 13:46:11.692789 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Transition to ACTIVE for port object d8729722-bdf8-429e-bdee-9d71b1775173 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:11.735038 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-ce9f966b-8c12-458a-8750-29479e423766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:11.736686 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-ce9f966b-8c12-458a-8750-29479e423766 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a2aba0-fe5f-432f-850c-bd21e35d1e62 HTTP/1.1" status: 200  len: 848 time: 0.7816927
May 04 13:46:11.747317 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:46:11.753538 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:11.766750 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Sync routers for ids ['e4c6eb28-ee7b-4940-828f-aa04f959455d'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:46:11.806701 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Routers {'e4c6eb28-ee7b-4940-828f-aa04f959455d'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:11.810817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9039cd30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:46:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['e4c6eb28-ee7b-4940-828f-aa04f959455d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:11.820516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9761b-9a49-44ea-a0fc-a505e06a7b70 req-1e85c67a-2bb1-4c36-862f-ba418700af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:11.822225 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fbe9761b-9a49-44ea-a0fc-a505e06a7b70 req-1e85c67a-2bb1-4c36-862f-ba418700af81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 1098 time: 0.4362640
May 04 13:46:11.848002 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d32bd8c1-5f91-4054-9fb4-7a77d28a1eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:11.871928 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ec3b74f9-1ef7-4e4b-a362-ea335779a586 req-4e9ecc3e-6d2e-419c-880d-4592085538ae tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075973
May 04 13:46:12.055234 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Pushing event updated for resources: {'Port': ['ID=d8729722-bdf8-429e-bdee-9d71b1775173,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:12.074258 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:12.094205 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] 10.222.0.25 "PUT /v2.0/routers/e4c6eb28-ee7b-4940-828f-aa04f959455d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0053434
May 04 13:46:12.115920 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Network 8efbea32-16ad-448b-9248-39d4cc2921ff is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:12.122306 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-6dcfbca3-345d-4f06-8d4b-f6dff5f3c94c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3483062
May 04 13:46:12.123757 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:12.134528 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:12.336134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:12.337261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:12.338602 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a9ea7b60-a829-4f18-8cdf-dda5268e348e up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:12.452578 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.2870221
May 04 13:46:12.475065 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Request body: {'port': {'device_id': '4211adae-f914-4218-be95-78cc039c2197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:12.666796 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:12.716550 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:12.745115 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port a9ea7b60-a829-4f18-8cdf-dda5268e348e completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:12.767371 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.48', 59375) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:12.777991 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:12.801502 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Set router e4c6eb28-ee7b-4940-828f-aa04f959455d gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:12.847431 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-52559efe-fd0e-4c96-88b0-d3df224a7ce7 req-45da6bb7-a8c4-4daa-a6ea-ab41c85346d5 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 210 time: 0.8678277
May 04 13:46:12.952392 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port a9ea7b60-a829-4f18-8cdf-dda5268e348e triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:12.965147 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:12.979990 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d63098-338d-4c34-af59-e982559b6193 req-f366da39-551e-47b1-9ec8-2aa94728f8a5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:12.982043 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-49d63098-338d-4c34-af59-e982559b6193 req-f366da39-551e-47b1-9ec8-2aa94728f8a5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 943 time: 1.2710898
May 04 13:46:13.004274 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fbe9761b-9a49-44ea-a0fc-a505e06a7b70 req-ab651e16-56ad-47b8-a33c-6d4adb5c6247 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1506240
May 04 13:46:13.133801 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d41241dc9824abf9c13317a4395a7e7&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0743778
May 04 13:46:13.136417 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd20c9-7904-463e-9667-81abc67c4f7f,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:13.145948 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:13.147301 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56508) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:13.169906 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a9f566a-ee6f-4ed5-b108-75770d6869ca None None] Provisioning for port d8729722-bdf8-429e-bdee-9d71b1775173 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:13.219590 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a9f566a-ee6f-4ed5-b108-75770d6869ca None None] Provisioning complete for port d8729722-bdf8-429e-bdee-9d71b1775173 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:13.219882 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a9f566a-ee6f-4ed5-b108-75770d6869ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:13.385371 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-49d63098-338d-4c34-af59-e982559b6193 req-1034e9a5-b351-443c-84d0-a0a12a47f820 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277814
May 04 13:46:13.400358 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f566a-ee6f-4ed5-b108-75770d6869ca None None] Port d8729722-bdf8-429e-bdee-9d71b1775173 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:46:13.470953 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:13.497620 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:13.509527 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-e8bfbb09-38e3-480f-a496-00f5cb1bd4fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6852424
May 04 13:46:13.608713 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-3f03c06a-45bb-4cbf-b803-b45ae6b58304 service neutron] 10.222.0.48 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2890539
May 04 13:46:13.989143 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:14.043066 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:14.221818 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc7612-c76c-42d1-9d5d-56292a9d66c8 req-b3d76420-001f-46c8-b5b5-95d8c7bdba3f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:14.223957 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-06cc7612-c76c-42d1-9d5d-56292a9d66c8 req-b3d76420-001f-46c8-b5b5-95d8c7bdba3f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 936 time: 0.8374393
May 04 13:46:14.242817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port a9ea7b60-a829-4f18-8cdf-dda5268e348e, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=a9ea7b60-a829-4f18-8cdf-dda5268e348e,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:14.270148 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-72f2c7fc-38bd-4ea7-9ab5-b7416ecf7600 req-916eeee4-f12a-4721-80fc-ad4d3694871e service neutron] 10.222.0.48 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6452882
May 04 13:46:14.277042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:14.283313 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:14.437109 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=a9ea7b60-a829-4f18-8cdf-dda5268e348e,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:14.441890 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:14.453230 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9039cd30>, [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'b02b525f-afdf-4ebc-8107-a522e6cf7972', 'name': '', 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'mac_address': 'fa:16:3e:8c:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:01Z', 'updated_at': '2021-05-04T13:46:07Z', 'revision_number': 2, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'subnets': [{'id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:14.463800 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Checking router: e4c6eb28-ee7b-4940-828f-aa04f959455d for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:46:14.463800 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Updating router e4c6eb28-ee7b-4940-828f-aa04f959455d port b02b525f-afdf-4ebc-8107-a522e6cf7972 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:46:14.581662 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:14.880350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8729722-bdf8-429e-bdee-9d71b1775173 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:14.901581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:14.952344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Transition to ACTIVE for port object d8729722-bdf8-429e-bdee-9d71b1775173 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:14.963315 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-71f7986f-9b54-44ea-8eda-fc275c105f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:14.965273 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-71f7986f-9b54-44ea-8eda-fc275c105f38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 1096 time: 0.3183787
May 04 13:46:14.966035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:14.973046 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9a036130-4663-41b9-aadd-8c666f4dc248 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:15.009255 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-e214a23f-d860-4e4e-9d33-5d2fa616dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:15.015777 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-e214a23f-d860-4e4e-9d33-5d2fa616dfba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 1099 time: 1.4716897
May 04 13:46:15.035079 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:15.060101 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-03c9adb9-f7ee-4784-99a3-bc7a2ce52949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:15.118197 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-06cc7612-c76c-42d1-9d5d-56292a9d66c8 req-55cf9d13-7f71-46be-9fc7-361f19ee244c tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8610713
May 04 13:46:15.284784 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:15.306485 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83dd20c9-7904-463e-9667-81abc67c4f7f HTTP/1.1" status: 204  len: 168 time: 2.1294315
May 04 13:46:15.307370 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd20c9-7904-463e-9667-81abc67c4f7f,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:15.321775 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:15.430654 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:15.445337 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1910699-5d44-47d2-8fe3-8e7ff32a03cf req-0c6b37ea-49b8-4334-a324-b6158c0a9e22 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:15.454506 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a1910699-5d44-47d2-8fe3-8e7ff32a03cf req-0c6b37ea-49b8-4334-a324-b6158c0a9e22 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 1.6582992
May 04 13:46:15.481614 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Transition to ACTIVE for port object b02b525f-afdf-4ebc-8107-a522e6cf7972 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:15.521539 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:15.534732 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:15.610202 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-ac245373-2215-4688-9569-eb8a7880ab73 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:15.612862 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-ac245373-2215-4688-9569-eb8a7880ab73 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 819 time: 1.3706048
May 04 13:46:15.655821 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Request body: {'port': {'device_id': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'admin_state_up': True, 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:15.754515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Pushing event updated for resources: {'Port': ['ID=d8729722-bdf8-429e-bdee-9d71b1775173,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:15.757893 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Attempting to bind port d8729722-bdf8-429e-bdee-9d71b1775173 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:15.758723 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Attempting to bind port d8729722-bdf8-429e-bdee-9d71b1775173 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:15.759576 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Attempting to bind port d8729722-bdf8-429e-bdee-9d71b1775173 on network 8efbea32-16ad-448b-9248-39d4cc2921ff {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:15.763288 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-8037682c-caeb-4acc-a18d-f2459868c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:15.765697 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-8037682c-caeb-4acc-a18d-f2459868c98b service neutron] 10.222.0.48 "GET /v2.0/networks?id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 HTTP/1.1" status: 200  len: 909 time: 0.7484400
May 04 13:46:15.766827 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:15.775005 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Port d8729722-bdf8-429e-bdee-9d71b1775173 on network 8efbea32-16ad-448b-9248-39d4cc2921ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:46:15.775770 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Attempting to bind port d8729722-bdf8-429e-bdee-9d71b1775173 on network 8efbea32-16ad-448b-9248-39d4cc2921ff {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:15.784111 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:15.784843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Checking segment: {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:15.785600 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Bound using segment: {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:15.786178 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Bound port: d8729722-bdf8-429e-bdee-9d71b1775173, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897648e2-88d6-4f44-933d-234168e7d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:15.786684 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:15.954875 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-531f1fec-7a57-411b-843a-5cc394d4f437 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3 HTTP/1.1" status: 200  len: 217 time: 0.1809442
May 04 13:46:15.968778 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a1910699-5d44-47d2-8fe3-8e7ff32a03cf req-3af8c1df-2761-4a37-8e59-43b971911f71 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4265182
May 04 13:46:16.012471 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-9c744925-bfc7-4796-8c4c-23f45be81aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:16.016126 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-9c744925-bfc7-4796-8c4c-23f45be81aac service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 916 time: 0.9570756
May 04 13:46:16.154442 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-ff4cc74b-33ff-412f-ac14-930068478f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:16.156183 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-ff4cc74b-33ff-412f-ac14-930068478f1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a2aba0-fe5f-432f-850c-bd21e35d1e62 HTTP/1.1" status: 200  len: 848 time: 0.1869764
May 04 13:46:16.224552 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-e04a8790-8677-424f-85eb-2e3e6b7c1c98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577173
May 04 13:46:16.238664 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] For port d8729722-bdf8-429e-bdee-9d71b1775173, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:16.270826 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-666a45c6-bb1c-44e9-bf5d-2baa08fe297c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56da8905-f1ad-4a38-be64-09563b0edb60 HTTP/1.1" status: 200  len: 217 time: 0.2380400
May 04 13:46:16.288843 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e85114-310b-464a-8d5d-67efb41ec81c None None] Pushing event updated for resources: {'Port': ['ID=b02b525f-afdf-4ebc-8107-a522e6cf7972,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:16.294526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b5e85114-310b-464a-8d5d-67efb41ec81c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:16.316021 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] For port d8729722-bdf8-429e-bdee-9d71b1775173, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d8729722-bdf8-429e-bdee-9d71b1775173,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:16.340106 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:16.348784 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:16.416890 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Attempting to bind port b02b525f-afdf-4ebc-8107-a522e6cf7972 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:16.418194 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Attempting to bind port b02b525f-afdf-4ebc-8107-a522e6cf7972 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:16.418935 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Attempting to bind port b02b525f-afdf-4ebc-8107-a522e6cf7972 on network d80f60e0-977c-4188-89b5-ad3ea46a7320 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:16.441191 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:16.442378 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Checking segment: {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:16.443351 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:16.444446 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Bound using segment: {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:16.448114 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Bound port: b02b525f-afdf-4ebc-8107-a522e6cf7972, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a485d6-1da3-428d-beaf-17a211619b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:16.449526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:16.488754 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a9ea7b60-a829-4f18-8cdf-dda5268e348e up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:16.538717 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-40a7b2e6-8765-4450-8cea-d727a3352ad6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:16.546046 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-40a7b2e6-8765-4450-8cea-d727a3352ad6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 819 time: 0.3168180
May 04 13:46:16.572440 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:16.573405 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:16.575172 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] 10.222.0.48 "PUT /v2.0/ports/d8729722-bdf8-429e-bdee-9d71b1775173 HTTP/1.1" status: 200  len: 1098 time: 4.1078205
May 04 13:46:16.575936 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4211adae-f914-4218-be95-78cc039c2197', 'tag': 'd8729722-bdf8-429e-bdee-9d71b1775173'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:16.581746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06555-1584-418b-a535-624d9e52beac req-1e7e8786-1879-4fa4-84ae-fce00c52b8de tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:16.592161 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-78c06555-1584-418b-a535-624d9e52beac req-1e7e8786-1879-4fa4-84ae-fce00c52b8de tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 945 time: 1.1355181
May 04 13:46:16.613376 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:16.642143 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:16.693147 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-84914e8f-b441-432f-b795-44327482b242 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/quotas/7e58e9c0f666497586c414cf371c4c7a HTTP/1.1" status: 200  len: 375 time: 0.1460807
May 04 13:46:16.773318 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Pushing event updated for resources: {'Port': ['ID=d8729722-bdf8-429e-bdee-9d71b1775173,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:16.806255 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:16.838213 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-054ec384-a65d-4cb4-9054-8af35e55890a service neutron] 10.222.0.48 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5928378
May 04 13:46:16.845841 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Made reservation on behalf of 7e58e9c0f666497586c414cf371c4c7a for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:46:16.852621 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:16.890506 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] For port b02b525f-afdf-4ebc-8107-a522e6cf7972, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:16.895168 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] For port b02b525f-afdf-4ebc-8107-a522e6cf7972, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=b02b525f-afdf-4ebc-8107-a522e6cf7972,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:16.924584 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:16.948781 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:16.978569 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-f760d890-aa4a-4fa6-9b0b-6d3c591aad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:16.980103 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-f760d890-aa4a-4fa6-9b0b-6d3c591aad22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a9dea0299e4e97b5b545dcd3b4cfec&device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 1101 time: 0.3502164
May 04 13:46:17.099614 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e85114-310b-464a-8d5d-67efb41ec81c None None] Pushing event updated for resources: {'Port': ['ID=b02b525f-afdf-4ebc-8107-a522e6cf7972,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:17.120784 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b5e85114-310b-464a-8d5d-67efb41ec81c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:17.148005 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port a9ea7b60-a829-4f18-8cdf-dda5268e348e triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:17.148405 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:17.249711 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-542bef05-7e62-4c49-aeac-7d8c98933cf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d8729722-bdf8-429e-bdee-9d71b1775173 HTTP/1.1" status: 200  len: 217 time: 0.1776550
May 04 13:46:17.273629 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Routers {'e4c6eb28-ee7b-4940-828f-aa04f959455d'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:46:17.274290 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9039cd30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:46:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['e4c6eb28-ee7b-4940-828f-aa04f959455d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:17.318253 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-78c06555-1584-418b-a535-624d9e52beac req-e915da78-f7cc-4702-bda4-4eb70eb22009 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7250879
May 04 13:46:17.334272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-52fc071e-e625-4af0-87f9-a4a5814154d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:17.361697 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-52fc071e-e625-4af0-87f9-a4a5814154d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 1.0493898
May 04 13:46:17.506426 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-95bbfa59-b0a8-4d7b-8c80-f34b189689aa req-c69b1038-8832-43ae-9471-d09b4077dd4d service neutron] 10.222.0.48 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6566679
May 04 13:46:17.514446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-459e8f92-8ee5-4d2f-b9f0-1eb5cb41cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:17.515945 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-459e8f92-8ee5-4d2f-b9f0-1eb5cb41cca3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38faf091-faa5-414f-9933-e3fd5a68f7fb HTTP/1.1" status: 200  len: 843 time: 0.2562675
May 04 13:46:17.950308 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-441ec9b7-c6fb-438b-9df4-7becd519d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:17.958946 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-441ec9b7-c6fb-438b-9df4-7becd519d8bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8efbea32-16ad-448b-9248-39d4cc2921ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4356556
May 04 13:46:18.018320 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] Set router e4c6eb28-ee7b-4940-828f-aa04f959455d gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:46:18.088648 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Allocated IP 172.20.0.12 (179a0e16-1015-43b3-8dff-c815cbabb132/f5e0032d-d539-42cb-a5ec-5d20d1e7b962/2f316e94-2524-477c-b096-32ccd3a8622d) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:18.109443 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-18786ad4-7761-4c2a-b08b-ba9e1b33561d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7025101
May 04 13:46:18.154258 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b30b78b4-f697-49ca-8e56-ce2c458161e3 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:46:18.259114 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-12ae1109-6b25-4132-88fa-b0631bc6696b service neutron] 10.222.0.48 "GET /v2.0/networks/8efbea32-16ad-448b-9248-39d4cc2921ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934010
May 04 13:46:18.493356 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port b30b78b4-f697-49ca-8e56-ce2c458161e3, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:18.506944 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d0eaacec-5a6a-49fa-82c4-289d247a6def req-730e04a9-c8ec-49ec-afb9-7e99f2a22e93 service neutron] 10.222.0.48 "GET /v2.0/networks/8efbea32-16ad-448b-9248-39d4cc2921ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2404652
May 04 13:46:18.509479 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:18.636740 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'b30b78b4-f697-49ca-8e56-ce2c458161e3', 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51', 'port_id': 'b30b78b4-f697-49ca-8e56-ce2c458161e3', 'mac_address': 'fa:16:3e:eb:ed:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2aba0-fe5f-432f-850c-bd21e35d1e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:46:18.718937 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-e71f318d-0c6e-4dc5-a6a6-74a857a6b1dd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&fields=id HTTP/1.1" status: 200  len: 255 time: 2.0248668
May 04 13:46:18.871513 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-8a05c20d-7250-435e-97da-6ef8f0cac081 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7608054
May 04 13:46:18.962365 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:19.005965 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30b78b4-f697-49ca-8e56-ce2c458161e3 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:19.077897 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port b30b78b4-f697-49ca-8e56-ce2c458161e3, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:19.139563 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:19.149381 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:19.195406 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920c28-2698-4fe2-b09b-45f59da222ff req-862605c0-2c4a-4f91-972b-16a1111d5f44 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:19.208445 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2920c28-2698-4fe2-b09b-45f59da222ff req-862605c0-2c4a-4f91-972b-16a1111d5f44 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 943 time: 1.2234287
May 04 13:46:19.344763 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=b30b78b4-f697-49ca-8e56-ce2c458161e3,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:19.369229 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:19.422520 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9039cd30>, [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'b02b525f-afdf-4ebc-8107-a522e6cf7972', 'name': '', 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'mac_address': 'fa:16:3e:8c:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:01Z', 'updated_at': '2021-05-04T13:46:16Z', 'revision_number': 4, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'subnets': [{'id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:46:19.433129 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['b30b78b4-f697-49ca-8e56-ce2c458161e3'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:46:19.526986 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2920c28-2698-4fe2-b09b-45f59da222ff req-ecfa11b6-4d7a-40e0-a619-64e427644b2a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857777
May 04 13:46:19.647664 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-603d2011-08b3-4508-a019-cfd7484f9734 service neutron] 10.222.0.25 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8944430
May 04 13:46:19.734977 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21404ee3-bb59-4615-a9ee-42e7c7d4e163 None None] The sync data for ids ['e4c6eb28-ee7b-4940-828f-aa04f959455d'] in dv-cinder-789564-1-iscsi is: [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'b02b525f-afdf-4ebc-8107-a522e6cf7972', 'name': '', 'network_id': 'd80f60e0-977c-4188-89b5-ad3ea46a7320', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'mac_address': 'fa:16:3e:8c:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:46:01Z', 'updated_at': '2021-05-04T13:46:16Z', 'revision_number': 4, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'subnets': [{'id': 'c3536833-e276-4e1e-86fd-bbcfb1d48341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:46:19.748322 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4540f7e-1bc4-471a-b7ce-c2910afcd193 req-cfae7c36-36bc-4ba4-a886-ed04ff481c85 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8453386
May 04 13:46:19.797352 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:20.295090 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-f5d58ea3-dc18-4300-876d-a4510d124d4b service neutron] 10.222.0.25 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6468117
May 04 13:46:20.339356 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:20.356955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a060e-0049-443e-90c6-7068d365af5d req-0190d4f5-a359-4841-a85f-bdc69afa7201 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:20.372604 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dc7a060e-0049-443e-90c6-7068d365af5d req-0190d4f5-a359-4841-a85f-bdc69afa7201 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 948 time: 0.2774634
May 04 13:46:20.453765 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:20.559409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device b02b525f-afdf-4ebc-8107-a522e6cf7972 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:20.708343 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Pushing event updated for resources: {'Port': ['ID=2f316e94-2524-477c-b096-32ccd3a8622d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:20.723297 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:20.773441 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dc7a060e-0049-443e-90c6-7068d365af5d req-d057b226-b867-44ad-821d-49a1f9b35140 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998959
May 04 13:46:20.775463 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Network 179a0e16-1015-43b3-8dff-c815cbabb132 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:20.782244 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:20.790245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:20.917922 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4211adae-f914-4218-be95-78cc039c2197', 'tag': 'd8729722-bdf8-429e-bdee-9d71b1775173', 'status': 'completed', 'code': 200}
May 04 13:46:20.998150 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port b02b525f-afdf-4ebc-8107-a522e6cf7972 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:21.021898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port b02b525f-afdf-4ebc-8107-a522e6cf7972 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:21.022608 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:21.372999 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:21.374431 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:21.618496 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9693115
May 04 13:46:21.633814 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Request body: {'port': {'device_id': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:21.904932 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:22.006297 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-54204878-560a-410d-9589-a20b710ff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:22.010308 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-54204878-560a-410d-9589-a20b710ff498 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a9dea0299e4e97b5b545dcd3b4cfec&device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 1101 time: 1.0609813
May 04 13:46:22.047440 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d8729722-bdf8-429e-bdee-9d71b1775173 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:46:22.059263 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b30b78b4-f697-49ca-8e56-ce2c458161e3 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:22.305476 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port b02b525f-afdf-4ebc-8107-a522e6cf7972, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=b02b525f-afdf-4ebc-8107-a522e6cf7972,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:22.342385 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:22.372930 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:22.395781 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.db.resource_extend [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 13:46:22.492864 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b5e85114-310b-464a-8d5d-67efb41ec81c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:22.789968 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1beb14-ebd0-4b85-abe6-a4436105c54a req-93a8d116-6f45-4501-8638-9ce4dab6b05c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:22.800629 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5e1beb14-ebd0-4b85-abe6-a4436105c54a req-93a8d116-6f45-4501-8638-9ce4dab6b05c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 1.3336773
May 04 13:46:22.945467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56640) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:23.025114 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port b30b78b4-f697-49ca-8e56-ce2c458161e3 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:23.086069 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port b30b78b4-f697-49ca-8e56-ce2c458161e3 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:23.086509 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.199458 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5e1beb14-ebd0-4b85-abe6-a4436105c54a req-f11abaf2-41a5-4650-bba4-ce28d21d721a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3968673
May 04 13:46:23.268903 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=b02b525f-afdf-4ebc-8107-a522e6cf7972,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:23.288594 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:23.322608 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.353031 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:23.361040 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Usage tracker for resource:security_group_rule and tenant:339d6005f6274ae8946b8e39b7117296 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:23.367475 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:23.379030 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:23.512151 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.589856 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port d8729722-bdf8-429e-bdee-9d71b1775173, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d8729722-bdf8-429e-bdee-9d71b1775173,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:23.645359 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'd8729722-bdf8-429e-bdee-9d71b1775173', 'network_id': '8efbea32-16ad-448b-9248-39d4cc2921ff', 'port_id': 'd8729722-bdf8-429e-bdee-9d71b1775173', 'mac_address': 'fa:16:3e:7f:11:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38faf091-faa5-414f-9933-e3fd5a68f7fb', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:46:23.656858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.664876 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.672549 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30b78b4-f697-49ca-8e56-ce2c458161e3'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:23.710985 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-755b5bfa-ea29-42fa-9dca-fa8844ce725d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:23.720942 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=339d6005f6274ae8946b8e39b7117296&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7739234
May 04 13:46:23.724280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56652) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:23.760116 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.775474 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port b30b78b4-f697-49ca-8e56-ce2c458161e3, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:23.784870 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b17062-7499-4840-9f8c-08ad3ab2ade1,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:23.786457 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.788562 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:23.792314 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:23.831693 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.835964 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-e4fc99cd-595e-43f5-81d3-531006b2dc98 req-4129228a-1843-4070-a7cc-2f17e3fd055b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Synchronizing usage tracker for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:23.846594 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-46ed76c8-f703-47e9-85ad-92f4656dae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:23.849111 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8729722-bdf8-429e-bdee-9d71b1775173 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:23.849650 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-46ed76c8-f703-47e9-85ad-92f4656dae91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8efbea32-16ad-448b-9248-39d4cc2921ff HTTP/1.1" status: 200  len: 870 time: 1.8230457
May 04 13:46:23.868650 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.940577 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port d8729722-bdf8-429e-bdee-9d71b1775173, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d8729722-bdf8-429e-bdee-9d71b1775173,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:23.953685 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.963417 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:23.971726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e72e63bf-8339-432f-bd39-03b36b5075e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:23.974199 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=b30b78b4-f697-49ca-8e56-ce2c458161e3,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:23.990045 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:23.991813 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0ae9c940-0adf-45e5-ba65-ca2777381279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:24.008052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b17062-7499-4840-9f8c-08ad3ab2ade1,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:24.024216 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:24.027060 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:24.031590 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10b17062-7499-4840-9f8c-08ad3ab2ade1 HTTP/1.1" status: 204  len: 168 time: 0.3059852
May 04 13:46:24.085347 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-92724046-1c95-4a1b-a05e-2d8babbcdb75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d8729722-bdf8-429e-bdee-9d71b1775173 HTTP/1.1" status: 200  len: 217 time: 0.2072098
May 04 13:46:24.090377 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=d8729722-bdf8-429e-bdee-9d71b1775173,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:24.092369 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-e4fc99cd-595e-43f5-81d3-531006b2dc98 req-4129228a-1843-4070-a7cc-2f17e3fd055b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Unset dirty status for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:24.094557 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4fc99cd-595e-43f5-81d3-531006b2dc98 req-4129228a-1843-4070-a7cc-2f17e3fd055b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 210 time: 0.4099915
May 04 13:46:24.123318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.123666 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.124062 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.124406 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.124732 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.125056 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.128387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.128729 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.129064 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.131253 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.131596 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.131936 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:46:24.152879 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:24.243115 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['d8729722-bdf8-429e-bdee-9d71b1775173'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:46:24.306443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-80fe908b-3714-465c-b459-59a14be2f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:24.309546 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-80fe908b-3714-465c-b459-59a14be2f9d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38faf091-faa5-414f-9933-e3fd5a68f7fb HTTP/1.1" status: 200  len: 843 time: 0.1628866
May 04 13:46:24.497951 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-90e217a2-802e-405d-8ab5-26f25d6efa12 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:24.499666 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-90e217a2-802e-405d-8ab5-26f25d6efa12 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 819 time: 0.3120899
May 04 13:46:24.523005 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Request body: {'port': {'device_id': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'admin_state_up': True, 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:24.536143 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device b02b525f-afdf-4ebc-8107-a522e6cf7972 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:24.577747 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cb02b-96ff-4f63-a3fa-3d8da3cbd299 req-ea1b9a2a-5944-444b-8137-35c2be620ba1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:24.597345 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a3cb02b-96ff-4f63-a3fa-3d8da3cbd299 req-ea1b9a2a-5944-444b-8137-35c2be620ba1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 944 time: 2.0679696
May 04 13:46:24.841315 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port b02b525f-afdf-4ebc-8107-a522e6cf7972 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:24.841899 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:25.008618 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56662) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:25.098082 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a3cb02b-96ff-4f63-a3fa-3d8da3cbd299 req-7b210acb-5f9a-4c9f-86cf-8b3e4ed80fb9 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4991958
May 04 13:46:25.104692 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:25.129295 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:25.142826 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:25.147553 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Made reservation on behalf of 7e58e9c0f666497586c414cf371c4c7a for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:46:25.156526 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:25.175544 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:25.180002 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Usage tracker for resource:security_group_rule and tenant:05055ec82e034f768fac3ffc65d7aaf5 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:25.184024 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:25.192155 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:25.360266 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.db.resource_extend [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 04 13:46:25.405125 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:25.451775 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:25.460744 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-62b6bfa9-918e-4eb7-b034-b870b54f808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:25.462439 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-62b6bfa9-918e-4eb7-b034-b870b54f808d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8efbea32-16ad-448b-9248-39d4cc2921ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 1.1371286
May 04 13:46:25.473279 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b1a2ad13-02d3-42c8-bb57-b5f061b6c747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:25.505129 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeef0f-0727-42ad-af74-b223320d8ead req-5aec6320-e196-4499-a417-cc2fcc5b086c tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:25.506700 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0dfeef0f-0727-42ad-af74-b223320d8ead req-5aec6320-e196-4499-a417-cc2fcc5b086c tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 949 time: 0.8032372
May 04 13:46:25.591119 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30b78b4-f697-49ca-8e56-ce2c458161e3', 'code': 200}
May 04 13:46:25.713290 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19a7f7d-66b9-42de-ab3b-a1069b3969d4,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:25.903529 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:25.918990 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0dfeef0f-0727-42ad-af74-b223320d8ead req-41e052d0-b3a8-482b-a9a1-b8bfdbffa676 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3665195
May 04 13:46:25.936737 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f316e94-2524-477c-b096-32ccd3a8622d {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:25.947720 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05055ec82e034f768fac3ffc65d7aaf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9065166
May 04 13:46:25.949125 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.48', 59393) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:25.957669 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 56678) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:26.018544 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05778f5-a423-4526-8212-712e22353a93 req-642f03cd-cfe7-4971-80aa-56bc5b337fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:26.027425 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-642f03cd-cfe7-4971-80aa-56bc5b337fe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1098 time: 0.3337662
May 04 13:46:26.036723 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:26.057903 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d8729722-bdf8-429e-bdee-9d71b1775173 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:26.150678 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d300ef7d-37d2-4ae8-8493-b897bf9ac1fb req-92337cac-e25c-4f71-ac26-b9359ee296d2 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 210 time: 0.2282524
May 04 13:46:26.158856 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-46bbcb74-eb4d-45e0-a0de-8167ca0cdf8d service neutron] 10.222.0.48 "GET /v2.0/networks/8efbea32-16ad-448b-9248-39d4cc2921ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6505075
May 04 13:46:26.322570 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port d8729722-bdf8-429e-bdee-9d71b1775173 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:26.345600 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port d8729722-bdf8-429e-bdee-9d71b1775173 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:26.351145 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:26.491563 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05778f5-a423-4526-8212-712e22353a93 req-f93ad808-a928-4a74-9ffa-49a5704b9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:26.493178 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-f93ad808-a928-4a74-9ffa-49a5704b9714 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.4488451
May 04 13:46:26.544928 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-6d83b6da-4170-4dcf-b618-c50fc974dfdd service neutron] 10.222.0.48 "GET /v2.0/networks/8efbea32-16ad-448b-9248-39d4cc2921ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944372
May 04 13:46:26.637741 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Transition to ACTIVE for port object 2f316e94-2524-477c-b096-32ccd3a8622d will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:26.667882 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:26.707524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:26.754742 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Allocated IP 172.20.0.14 (179a0e16-1015-43b3-8dff-c815cbabb132/f5e0032d-d539-42cb-a5ec-5d20d1e7b962/d83ae7a2-7b25-434a-914f-bd3308630b60) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:26.761774 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port d8729722-bdf8-429e-bdee-9d71b1775173, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d8729722-bdf8-429e-bdee-9d71b1775173,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:26.764773 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:26.772278 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:26.773646 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:26.778240 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:26.870307 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-1d76585e-8731-4cc6-931e-1cfe978edaa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 1001 time: 0.3665080
May 04 13:46:26.883834 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=d8729722-bdf8-429e-bdee-9d71b1775173,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:26.896014 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:26.961275 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05778f5-a423-4526-8212-712e22353a93 req-596f7bea-d3f5-4ec1-8c6d-0a739c519387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:26.962799 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-596f7bea-d3f5-4ec1-8c6d-0a739c519387 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.0730386
May 04 13:46:27.218787 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5c5e5-9399-44b5-99f3-39207cd086c3 req-49996043-7b63-4130-9606-cd60b146e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:27.221648 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f1c5c5e5-9399-44b5-99f3-39207cd086c3 req-49996043-7b63-4130-9606-cd60b146e039 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 1098 time: 1.2674904
May 04 13:46:27.250322 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05778f5-a423-4526-8212-712e22353a93 req-d1f57107-4a82-4d1d-9323-d194e73efa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:27.254968 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-d1f57107-4a82-4d1d-9323-d194e73efa56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2681611
May 04 13:46:27.266368 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.272080 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.319807 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b62dd-7c17-421f-88a8-e5055f4a7b06 req-700dcff8-4c90-4555-ba2c-54e45edba623 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:27.332732 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-994b62dd-7c17-421f-88a8-e5055f4a7b06 req-700dcff8-4c90-4555-ba2c-54e45edba623 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.8905129
May 04 13:46:27.447444 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a579031-164c-4f96-830a-ca94798d72ca req-d2a9096a-f88e-4f6d-9ae7-f95dece9d120 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:27.454458 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a579031-164c-4f96-830a-ca94798d72ca req-d2a9096a-f88e-4f6d-9ae7-f95dece9d120 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 945 time: 1.0088613
May 04 13:46:27.577551 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-ce501f7b-efbe-4390-8ffe-185128bbc1a3 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2997429
May 04 13:46:27.591842 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4211adae-f914-4218-be95-78cc039c2197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8729722-bdf8-429e-bdee-9d71b1775173'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:27.684584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Pushing event updated for resources: {'Port': ['ID=2f316e94-2524-477c-b096-32ccd3a8622d,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:27.709836 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:27.711100 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.727615 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3d7a26a7-c13e-4605-8091-397571725765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:27.758059 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19a7f7d-66b9-42de-ab3b-a1069b3969d4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:27.784856 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:27.794993 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f1c5c5e5-9399-44b5-99f3-39207cd086c3 req-fd33b1c2-9210-4d6e-ab32-2fd83a971130 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5499036
May 04 13:46:27.798602 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-994b62dd-7c17-421f-88a8-e5055f4a7b06 req-490c0dd2-2083-4a43-b1c5-632b75aff3cb tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3918862
May 04 13:46:27.802280 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f424170f-9716-43fe-8b87-cfd10052cc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.825564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Attempting to bind port 2f316e94-2524-477c-b096-32ccd3a8622d on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:27.825926 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Attempting to bind port 2f316e94-2524-477c-b096-32ccd3a8622d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:27.826272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Attempting to bind port 2f316e94-2524-477c-b096-32ccd3a8622d on network 179a0e16-1015-43b3-8dff-c815cbabb132 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:27.836515 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Port 2f316e94-2524-477c-b096-32ccd3a8622d on network 179a0e16-1015-43b3-8dff-c815cbabb132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:46:27.836891 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Attempting to bind port 2f316e94-2524-477c-b096-32ccd3a8622d on network 179a0e16-1015-43b3-8dff-c815cbabb132 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:27.844685 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.846379 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.847417 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c19a7f7d-66b9-42de-ab3b-a1069b3969d4 HTTP/1.1" status: 204  len: 168 time: 1.8908870
May 04 13:46:27.868050 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a579031-164c-4f96-830a-ca94798d72ca req-cb2e8ce0-fb96-4195-9a3b-105e55cb1f1b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3790309
May 04 13:46:27.868600 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:27.868964 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Checking segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:27.870361 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Bound using segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:27.870854 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Bound port: 2f316e94-2524-477c-b096-32ccd3a8622d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:27.871205 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:27.878912 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:27.998165 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] For port 2f316e94-2524-477c-b096-32ccd3a8622d, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:28.005515 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] For port 2f316e94-2524-477c-b096-32ccd3a8622d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f316e94-2524-477c-b096-32ccd3a8622d,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:28.016452 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:28.035969 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d7c921fb-776f-4a23-ad1b-7b54f0da4696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:28.100625 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Pushing event updated for resources: {'Port': ['ID=d83ae7a2-7b25-434a-914f-bd3308630b60,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:28.130553 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:28.160954 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-d05778f5-a423-4526-8212-712e22353a93 req-f47d14e7-adc6-47d9-974f-b6d8e945b048 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5753076
May 04 13:46:28.171342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Network 179a0e16-1015-43b3-8dff-c815cbabb132 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:28.173516 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:28.179264 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:28.257171 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:28.257682 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:28.259271 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 1094 time: 6.6328757
May 04 13:46:28.260214 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'tag': '2f316e94-2524-477c-b096-32ccd3a8622d'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:28.390700 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:28.391828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:28.442859 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9af9d-e5ff-4181-86a6-9090ff9a39a3 req-6513853e-b1db-4529-8c07-55ac9a0629cc tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:28.450697 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ecd9af9d-e5ff-4181-86a6-9090ff9a39a3 req-6513853e-b1db-4529-8c07-55ac9a0629cc tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 950 time: 0.3145199
May 04 13:46:28.467095 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Pushing event updated for resources: {'Port': ['ID=2f316e94-2524-477c-b096-32ccd3a8622d,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:28.486283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:28.496182 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70107ec-768d-45d4-9521-e2c8ab3c9037 req-73aacdc9-13fe-4765-9148-7089c1e5d3fb tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:28.504070 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f70107ec-768d-45d4-9521-e2c8ab3c9037 req-73aacdc9-13fe-4765-9148-7089c1e5d3fb tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 932 time: 0.2995138
May 04 13:46:28.507221 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9954269
May 04 13:46:28.540017 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Request body: {'port': {'device_id': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:28.746376 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f70107ec-768d-45d4-9521-e2c8ab3c9037 req-b0551392-8d2b-442a-bad4-5e7fcd292db4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Synchronizing usage tracker for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:28.807014 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ecd9af9d-e5ff-4181-86a6-9090ff9a39a3 req-7af9feb6-8a91-4092-ba54-d6f0d767a88c tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3550334
May 04 13:46:28.814018 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f70107ec-768d-45d4-9521-e2c8ab3c9037 req-b0551392-8d2b-442a-bad4-5e7fcd292db4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Unset dirty status for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:28.816966 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f70107ec-768d-45d4-9521-e2c8ab3c9037 req-b0551392-8d2b-442a-bad4-5e7fcd292db4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115981
May 04 13:46:28.823261 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-79fb9806-a2f4-4104-a5f7-1e5785d5e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:28.826059 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-79fb9806-a2f4-4104-a5f7-1e5785d5e9af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1097 time: 0.4932909
May 04 13:46:28.857032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56708) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:28.965107 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4211adae-f914-4218-be95-78cc039c2197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8729722-bdf8-429e-bdee-9d71b1775173', 'code': 200}
May 04 13:46:29.197707 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'tag': '2f316e94-2524-477c-b096-32ccd3a8622d', 'status': 'completed', 'code': 200}
May 04 13:46:29.201624 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-7ee83e92-78f7-4f78-8696-31460a5db717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 217 time: 0.3595581
May 04 13:46:29.214871 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:29.243288 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:29.282533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:29.323727 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Usage tracker for resource:security_group_rule and tenant:9486e50d2bd041f6a63dfed54589fffd is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:29.333344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:29.349456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:29.630231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-8c7aaa1a-ceac-4787-b612-d917f780d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:29.632611 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-8c7aaa1a-ceac-4787-b612-d917f780d1b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.2175987
May 04 13:46:29.909758 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-00cba731-4642-413b-84e9-1e0d6646e134 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2425396
May 04 13:46:29.926240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04509b60-c440-4f9b-b03c-fadf4c18d07d req-21df0ea4-d6c4-4f9c-8197-1313c00de286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:29.937979 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-04509b60-c440-4f9b-b03c-fadf4c18d07d req-21df0ea4-d6c4-4f9c-8197-1313c00de286 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 1103 time: 0.5398891
May 04 13:46:30.006728 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153f5fd-78d7-48b1-87f9-06099b9b19ac req-512071e4-6047-4798-944b-dcbaab45a028 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:30.020382 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6153f5fd-78d7-48b1-87f9-06099b9b19ac req-512071e4-6047-4798-944b-dcbaab45a028 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 945 time: 0.8258233
May 04 13:46:30.198355 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442290d-9a9a-4d08-a553-5bddfd2eaa56 req-2e5943e2-9547-4a85-bbe8-f93b1e75c7b6 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:30.211003 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7442290d-9a9a-4d08-a553-5bddfd2eaa56 req-2e5943e2-9547-4a85-bbe8-f93b1e75c7b6 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 1.0141251
May 04 13:46:30.285484 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-04509b60-c440-4f9b-b03c-fadf4c18d07d req-e2be08e8-c3d2-44e6-83cb-4cbcf8a7eeef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3267491
May 04 13:46:30.310123 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:30.316859 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6153f5fd-78d7-48b1-87f9-06099b9b19ac req-e3b02c91-64ba-41f7-abe4-93e501bb8f40 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2844312
May 04 13:46:30.336285 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:30.343574 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-90b0e503-ca8c-441c-b502-7602fac9051f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:30.466454 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7442290d-9a9a-4d08-a553-5bddfd2eaa56 req-75d36198-de2c-4e45-8548-16143af6ace4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2020707
May 04 13:46:30.469869 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-b460abb7-bf37-4554-8d7a-b4663ca703ad service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5500581
May 04 13:46:30.573667 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9486e50d2bd041f6a63dfed54589fffd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4358737
May 04 13:46:30.594493 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 56726) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:30.651329 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9acbc5-02dd-4e48-bf4f-f5ddc65a3cab,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:30.658034 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:30.684758 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83ae7a2-7b25-434a-914f-bd3308630b60 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:30.758810 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:30.910401 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Transition to ACTIVE for port object d83ae7a2-7b25-434a-914f-bd3308630b60 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:30.914013 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:30.927077 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:30.944641 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:30.957809 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e38884be-d0d2-4911-9fd7-6dad41ba7798 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:31.053858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:31.173133 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f197187-6fbf-4f94-a6c2-3b831f032076 req-5ab50604-6c05-4640-a9a6-b1d51dc47586 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6839952
May 04 13:46:31.195318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578c2a-ce58-4e14-99eb-0e0d0e0c1537 req-23903d96-082e-45f0-8c6b-e0b18d825d76 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:31.208211 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-64578c2a-ce58-4e14-99eb-0e0d0e0c1537 req-23903d96-082e-45f0-8c6b-e0b18d825d76 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 932 time: 0.5970697
May 04 13:46:31.208517 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-57e76a92-5cfa-40d5-8552-bb6432ebfc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:31.399840 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-64578c2a-ce58-4e14-99eb-0e0d0e0c1537 req-dcb210b7-9dcf-4881-9804-439fc6f173f1 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684537
May 04 13:46:31.435953 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Pushing event updated for resources: {'Port': ['ID=d83ae7a2-7b25-434a-914f-bd3308630b60,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:31.484734 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:31.547057 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:31.557947 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-33422cb3-b605-4146-8dd4-5696bc74bcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:31.608198 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9acbc5-02dd-4e48-bf4f-f5ddc65a3cab,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:31.622171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:31.623743 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:31.629856 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e3a7ae68-394d-4884-bf42-5f3bcd3933ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc9acbc5-02dd-4e48-bf4f-f5ddc65a3cab HTTP/1.1" status: 204  len: 168 time: 1.0287993
May 04 13:46:31.690293 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Attempting to bind port d83ae7a2-7b25-434a-914f-bd3308630b60 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:31.691187 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Attempting to bind port d83ae7a2-7b25-434a-914f-bd3308630b60 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:31.691338 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Attempting to bind port d83ae7a2-7b25-434a-914f-bd3308630b60 on network 179a0e16-1015-43b3-8dff-c815cbabb132 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:31.703348 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Port d83ae7a2-7b25-434a-914f-bd3308630b60 on network 179a0e16-1015-43b3-8dff-c815cbabb132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:46:31.703729 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Attempting to bind port d83ae7a2-7b25-434a-914f-bd3308630b60 on network 179a0e16-1015-43b3-8dff-c815cbabb132 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:31.712472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:31.713156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Checking segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:31.713763 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Bound using segment: {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:31.714373 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Bound port: d83ae7a2-7b25-434a-914f-bd3308630b60, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc623c4-a967-4761-855a-033d8c5421f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:31.715007 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:31.768685 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a50651-cf1b-4052-91bb-f0795c3526ab req-3077bf0c-56f9-4b68-b336-b4a210f95670 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:31.776931 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27a50651-cf1b-4052-91bb-f0795c3526ab req-3077bf0c-56f9-4b68-b336-b4a210f95670 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 950 time: 0.8133974
May 04 13:46:31.854981 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27a50651-cf1b-4052-91bb-f0795c3526ab req-130a9389-5d42-48a2-96c3-a139af27efda tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768409
May 04 13:46:31.906445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-745a91f0-9aa4-442a-9825-9de1b80d8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:31.914607 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-745a91f0-9aa4-442a-9825-9de1b80d8e7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1097 time: 0.4879720
May 04 13:46:31.949254 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] For port d83ae7a2-7b25-434a-914f-bd3308630b60, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:31.960319 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] For port d83ae7a2-7b25-434a-914f-bd3308630b60, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d83ae7a2-7b25-434a-914f-bd3308630b60,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:31.975641 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:31.989034 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:32.107930 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Pushing event updated for resources: {'Port': ['ID=d83ae7a2-7b25-434a-914f-bd3308630b60,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:32.116024 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:32.143044 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:32.145476 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:32.150135 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] 10.222.0.48 "PUT /v2.0/ports/d83ae7a2-7b25-434a-914f-bd3308630b60 HTTP/1.1" status: 200  len: 1094 time: 3.6284180
May 04 13:46:32.151647 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'tag': 'd83ae7a2-7b25-434a-914f-bd3308630b60'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:32.690553 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-c7563170-1165-4bbc-a846-da98c5344d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:32.692193 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-c7563170-1165-4bbc-a846-da98c5344d10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 0.7690835
May 04 13:46:32.756227 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-25221717-c9d5-4e49-8608-1ff0b11e69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:32.757830 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-25221717-c9d5-4e49-8608-1ff0b11e69b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 1097 time: 0.5459361
May 04 13:46:32.816944 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-e76d0f66-3906-4f37-915f-8782642a0767 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 217 time: 0.1157451
May 04 13:46:32.987109 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'tag': 'd83ae7a2-7b25-434a-914f-bd3308630b60', 'status': 'completed', 'code': 200}
May 04 13:46:33.007589 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cf88e-6cd3-446c-bcc2-c5856113e55f req-a3ed5121-f3ee-4183-95a7-a84ae66286e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:33.014988 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-c34efe99-b6c2-436c-907a-df99a2fc24c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d83ae7a2-7b25-434a-914f-bd3308630b60 HTTP/1.1" status: 200  len: 217 time: 0.2395849
May 04 13:46:33.038687 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e90cf88e-6cd3-446c-bcc2-c5856113e55f req-a3ed5121-f3ee-4183-95a7-a84ae66286e5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.6482031
May 04 13:46:33.170575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:33.183693 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e90cf88e-6cd3-446c-bcc2-c5856113e55f req-fa1dae7e-a96e-4694-8af7-ff46673c54e2 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193631
May 04 13:46:33.191448 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-491c66b4-a602-4536-9c8a-4d905780e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:33.194922 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-491c66b4-a602-4536-9c8a-4d905780e3e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.3509934
May 04 13:46:33.258767 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-8d9016bf-e2dc-4312-a311-2a0582a7becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:33.270663 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-8d9016bf-e2dc-4312-a311-2a0582a7becb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.2440581
May 04 13:46:33.395651 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-7e7431be-6a2c-494d-b90a-57b458fbfd20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1785567
May 04 13:46:33.446394 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-71ac4907-e517-4858-97ae-30d37778344a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1678486
May 04 13:46:33.808259 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-99efa9df-5b26-4a73-964f-26ec33c215de service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3529084
May 04 13:46:34.121145 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 2f316e94-2524-477c-b096-32ccd3a8622d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:46:34.154238 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826afad0-0bff-4edb-8534-b1725181509a req-9c331d3b-aef3-4c9b-afe3-ace8cdd42e9c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:34.176193 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-826afad0-0bff-4edb-8534-b1725181509a req-9c331d3b-aef3-4c9b-afe3-ace8cdd42e9c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 944 time: 0.5989895
May 04 13:46:34.275506 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-58c0d2e0-ccf5-44a9-a392-c7bd4c2575f4 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8784254
May 04 13:46:34.338687 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-826afad0-0bff-4edb-8534-b1725181509a req-6b2cded0-4acb-43f8-8684-375b64b328ce tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596904
May 04 13:46:34.469199 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-b41d3493-0267-4ac6-bf5c-471f482d0aa7 req-06c44501-c301-4f3a-8122-c1848a0d549f service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6485860
May 04 13:46:34.537580 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:34.660938 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 2f316e94-2524-477c-b096-32ccd3a8622d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f316e94-2524-477c-b096-32ccd3a8622d,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:34.701221 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '2f316e94-2524-477c-b096-32ccd3a8622d', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'port_id': '2f316e94-2524-477c-b096-32ccd3a8622d', 'mac_address': 'fa:16:3e:68:77:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:46:34.811842 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:34.850717 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f316e94-2524-477c-b096-32ccd3a8622d {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:34.872926 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-0eeb8e02-c2ce-4ead-94e0-acf785e9169a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:34.874350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-0eeb8e02-c2ce-4ead-94e0-acf785e9169a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Synchronizing usage tracker for tenant:c3e2ad19f80948a38d9ef278271ae69d on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:34.889729 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 2f316e94-2524-477c-b096-32ccd3a8622d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f316e94-2524-477c-b096-32ccd3a8622d,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:34.889949 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-e13f0ae4-90ea-4e4c-a1bc-9b04d45c9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:34.892056 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-e13f0ae4-90ea-4e4c-a1bc-9b04d45c9073 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 1097 time: 0.3288291
May 04 13:46:34.897293 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:34.899154 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:34.952611 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-0eeb8e02-c2ce-4ead-94e0-acf785e9169a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Unset dirty status for tenant:c3e2ad19f80948a38d9ef278271ae69d on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:34.954251 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-0eeb8e02-c2ce-4ead-94e0-acf785e9169a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 945 time: 0.4835262
May 04 13:46:35.129977 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2c23393-7bcd-4b82-8f22-dd2259a2b1a6 req-50c23723-f2c7-49ef-997d-fe6dd5c28392 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8227894
May 04 13:46:35.184109 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=2f316e94-2524-477c-b096-32ccd3a8622d,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:35.188845 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:35.194334 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-97ad9fa3-6f6b-4291-b274-3a6b5424f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:35.196026 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-97ad9fa3-6f6b-4291-b274-3a6b5424f893 service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 0.2950780
May 04 13:46:35.211604 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9327-6c9d-4c65-9937-e90bac46722e req-d17fe20a-895a-42d5-861f-281ecd0abe48 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:35.230963 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fbbe9327-6c9d-4c65-9937-e90bac46722e req-d17fe20a-895a-42d5-861f-281ecd0abe48 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 950 time: 0.4661250
May 04 13:46:35.254145 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b30d7f-b1bd-4d53-b373-667fa09849c8 req-8985c8b2-d74d-4cfe-a820-1eedc53ee758 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:35.267348 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e1b30d7f-b1bd-4d53-b373-667fa09849c8 req-8985c8b2-d74d-4cfe-a820-1eedc53ee758 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 945 time: 0.6588607
May 04 13:46:35.295518 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-1ea6db29-5b9b-4508-9ede-afd4276606dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d83ae7a2-7b25-434a-914f-bd3308630b60 HTTP/1.1" status: 200  len: 217 time: 0.0901494
May 04 13:46:35.326930 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['2f316e94-2524-477c-b096-32ccd3a8622d'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:46:35.388910 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Deleting port b30b78b4-f697-49ca-8e56-ce2c458161e3 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:46:35.389719 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:35.444852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-adff36ca-cc22-4455-a115-3fb4760e2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:35.446829 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e1b30d7f-b1bd-4d53-b373-667fa09849c8 req-2cd67ba5-6d01-4fbb-951c-703ede19428a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586897
May 04 13:46:35.448572 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-adff36ca-cc22-4455-a115-3fb4760e2a58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.1400068
May 04 13:46:35.473539 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fbbe9327-6c9d-4c65-9937-e90bac46722e req-2d514b4e-7eb0-4302-94d7-fc4c8df79422 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049587
May 04 13:46:35.630268 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-2b085020-28ed-4751-9ccb-dcae45681038 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1750376
May 04 13:46:35.901723 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] For port b30b78b4-f697-49ca-8e56-ce2c458161e3, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b30b78b4-f697-49ca-8e56-ce2c458161e3,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:35.902087 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:35.914970 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edcdbf-f49c-4f0e-9984-ff60694606e9 req-5329c3b7-0eb9-4f5b-8809-c6bb11962773 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:35.928497 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3edcdbf-f49c-4f0e-9984-ff60694606e9 req-5329c3b7-0eb9-4f5b-8809-c6bb11962773 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 944 time: 0.3309526
May 04 13:46:36.167725 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3edcdbf-f49c-4f0e-9984-ff60694606e9 req-ce74f7c9-9e91-4c8d-bb88-0bd382df8597 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2374799
May 04 13:46:36.192075 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Calling delete_port for b30b78b4-f697-49ca-8e56-ce2c458161e3 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:46:36.218835 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-f9d36da2-e3b1-4084-87d7-2f812ab2d402 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5791459
May 04 13:46:36.427179 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0fdec213-ef95-4736-898a-f451b14ca5e8 req-49ea4705-c941-400f-8f7a-60d265a35455 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889315
May 04 13:46:36.613029 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:36.623221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-36ea28ee-8b06-47bc-82e1-792a4aa163bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:36.761117 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Pushing event deleted for resources: {'Port': ['ID=b30b78b4-f697-49ca-8e56-ce2c458161e3,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:36.780083 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:36.855769 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f1255c8f-f0a0-4407-8bfe-b13d90eeec05 req-1685237c-dbe4-4976-b45f-bec1a81a9482 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb48398-fd5e-4698-a2d6-0c2f8620fd0f HTTP/1.1" status: 200  len: 210 time: 0.0935011
May 04 13:46:36.937398 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-fe1761cd-230a-43b7-ae0a-b167c93fea1d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:36.939604 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-fe1761cd-230a-43b7-ae0a-b167c93fea1d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.4481134
May 04 13:46:36.942565 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] No DVR routers for this DVR port b30b78b4-f697-49ca-8e56-ce2c458161e3 on host hv-cinder-78956 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:46:36.955449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:36.958462 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'name': 'network-vif-deleted', 'tag': 'b30b78b4-f697-49ca-8e56-ce2c458161e3'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:36.964515 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-a96eaaa7-c2e8-42c0-94ba-dd932eeb9a77 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/quotas/43e3587dd89744509391049df18da36e HTTP/1.1" status: 200  len: 375 time: 0.0175903
May 04 13:46:36.991510 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e00a4420-0bca-4daf-8f4d-81a58a785634 req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "DELETE /v2.0/ports/b30b78b4-f697-49ca-8e56-ce2c458161e3 HTTP/1.1" status: 204  len: 173 time: 1.9745221
May 04 13:46:37.326767 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-6b93bb58-1009-45c7-9636-90ff1582136c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3562140
May 04 13:46:37.359130 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ae0c2-c594-4541-9aaa-e56e2b20fa88 req-aab3df69-9869-4bbb-a352-343662723d44 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:37.361535 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-288ae0c2-c594-4541-9aaa-e56e2b20fa88 req-aab3df69-9869-4bbb-a352-343662723d44 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 950 time: 0.2742448
May 04 13:46:37.650997 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-288ae0c2-c594-4541-9aaa-e56e2b20fa88 req-202d310c-1daf-4b3c-98a0-14ae6a79c7f6 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526822
May 04 13:46:37.764920 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-716ba1b3-2152-4137-95e5-85b74c89e5ad service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009595
May 04 13:46:37.774898 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb48398-fd5e-4698-a2d6-0c2f8620fd0f', 'name': 'network-vif-deleted', 'tag': 'b30b78b4-f697-49ca-8e56-ce2c458161e3', 'status': 'completed', 'code': 200}
May 04 13:46:38.145112 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d83ae7a2-7b25-434a-914f-bd3308630b60 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:46:38.148192 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 2f316e94-2524-477c-b096-32ccd3a8622d up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:38.330981 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-11a130d0-7c1c-4292-8695-5602796765e5 service neutron] 10.222.0.25 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5607567
May 04 13:46:38.343072 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7f89-e673-4345-be44-cb6404a0788d req-151aeebd-68a0-45af-9879-d0f9e3e07da7 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:38.348047 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-139e7f89-e673-4345-be44-cb6404a0788d req-151aeebd-68a0-45af-9879-d0f9e3e07da7 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 944 time: 0.1952770
May 04 13:46:38.452073 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c14231-8600-4a55-af67-5c296f92071c req-b7e53c12-69db-4841-865f-cfab7fcc833e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:38.454532 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-39c14231-8600-4a55-af67-5c296f92071c req-b7e53c12-69db-4841-865f-cfab7fcc833e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Synchronizing usage tracker for tenant:93a9dea0299e4e97b5b545dcd3b4cfec on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:38.485183 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 2f316e94-2524-477c-b096-32ccd3a8622d completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:38.506147 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-139e7f89-e673-4345-be44-cb6404a0788d req-bb7d2257-7151-4107-8972-b9fd99c77a91 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343038
May 04 13:46:38.512437 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 2f316e94-2524-477c-b096-32ccd3a8622d triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:38.512983 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:38.522134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-39c14231-8600-4a55-af67-5c296f92071c req-b7e53c12-69db-4841-865f-cfab7fcc833e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Unset dirty status for tenant:93a9dea0299e4e97b5b545dcd3b4cfec on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:38.525607 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-39c14231-8600-4a55-af67-5c296f92071c req-b7e53c12-69db-4841-865f-cfab7fcc833e tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.48 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 950 time: 0.2648113
May 04 13:46:38.635932 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port d83ae7a2-7b25-434a-914f-bd3308630b60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d83ae7a2-7b25-434a-914f-bd3308630b60,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:38.874479 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'd83ae7a2-7b25-434a-914f-bd3308630b60', 'network_id': '179a0e16-1015-43b3-8dff-c815cbabb132', 'port_id': 'd83ae7a2-7b25-434a-914f-bd3308630b60', 'mac_address': 'fa:16:3e:0c:19:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e0032d-d539-42cb-a5ec-5d20d1e7b962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:46:38.939089 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Deleting port d8729722-bdf8-429e-bdee-9d71b1775173 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:46:38.940057 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:39.072032 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:39.167884 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:39.245715 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83ae7a2-7b25-434a-914f-bd3308630b60 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:39.253882 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f316e94-2524-477c-b096-32ccd3a8622d'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:39.301285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 2f316e94-2524-477c-b096-32ccd3a8622d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f316e94-2524-477c-b096-32ccd3a8622d,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:39.315357 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port d83ae7a2-7b25-434a-914f-bd3308630b60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d83ae7a2-7b25-434a-914f-bd3308630b60,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:39.322952 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:39.324201 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b30b78b4-f697-49ca-8e56-ce2c458161e3 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:46:39.364407 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05b37fae-a55e-4e1e-aaca-c7e418e4b679 req-faa3184d-a27a-466c-8831-81fb5e69ac0a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 210 time: 0.1720252
May 04 13:46:39.369049 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] For port d8729722-bdf8-429e-bdee-9d71b1775173, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d8729722-bdf8-429e-bdee-9d71b1775173,segment=NetworkSegment(897648e2-88d6-4f44-933d-234168e7d524),segment_id=897648e2-88d6-4f44-933d-234168e7d524)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:39.370270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:39.415318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:39.466272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5fbe-60cd-4c19-a82b-25927b5c811c req-f993cdcb-625a-48c8-931b-5cc2451d03fb tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:39.467935 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04d5fbe-60cd-4c19-a82b-25927b5c811c req-f993cdcb-625a-48c8-931b-5cc2451d03fb tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 950 time: 0.5238545
May 04 13:46:39.584368 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04d5fbe-60cd-4c19-a82b-25927b5c811c req-708beebe-2460-48e5-a01e-aa2cf7ec035f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018085
May 04 13:46:39.607101 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=2f316e94-2524-477c-b096-32ccd3a8622d,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:39.610387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:39.612556 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: b30b78b4-f697-49ca-8e56-ce2c458161e3 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:46:39.613104 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b30b78b4-f697-49ca-8e56-ce2c458161e3 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:46:39.625475 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:39.626076 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:39.694493 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f316e94-2524-477c-b096-32ccd3a8622d', 'code': 200}
May 04 13:46:39.799770 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=d83ae7a2-7b25-434a-914f-bd3308630b60,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:39.826933 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:39.868950 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:46:39.896629 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Calling delete_port for d8729722-bdf8-429e-bdee-9d71b1775173 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:46:39.919366 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['d83ae7a2-7b25-434a-914f-bd3308630b60'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:46:40.040001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693e8e3-3426-4d0b-bf9c-b2ade95edbb0 req-92164281-f437-448b-979c-17237f5c9d4d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:40.051398 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d693e8e3-3426-4d0b-bf9c-b2ade95edbb0 req-92164281-f437-448b-979c-17237f5c9d4d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 945 time: 0.1687589
May 04 13:46:40.168190 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d8729722-bdf8-429e-bdee-9d71b1775173 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:46:40.172373 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d693e8e3-3426-4d0b-bf9c-b2ade95edbb0 req-59cf0878-3325-4d21-b30b-356556e4d509 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196494
May 04 13:46:40.404265 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:40.457210 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:40.567333 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No active binding found for port d8729722-bdf8-429e-bdee-9d71b1775173 {{(pid=73861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 04 13:46:40.567977 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d8729722-bdf8-429e-bdee-9d71b1775173 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:46:40.718877 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Pushing event deleted for resources: {'Port': ['ID=d8729722-bdf8-429e-bdee-9d71b1775173,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:40.725397 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:40.739139 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-885bda8a-22d0-4d09-8db3-14469b915ba3 req-9d41f6d3-ed88-4578-b4ae-0873024e2955 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 210 time: 0.1040819
May 04 13:46:40.865032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] No DVR routers for this DVR port d8729722-bdf8-429e-bdee-9d71b1775173 on host hv-cinder-78956 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:46:40.869426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:40.884924 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4211adae-f914-4218-be95-78cc039c2197', 'name': 'network-vif-deleted', 'tag': 'd8729722-bdf8-429e-bdee-9d71b1775173'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:40.919625 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb3d5c-09a6-4995-9949-2ef59dd78a3a req-a9694ec4-2993-4cc8-b0c7-6ef7e7ea6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:40.923350 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0bbb3d5c-09a6-4995-9949-2ef59dd78a3a req-a9694ec4-2993-4cc8-b0c7-6ef7e7ea6246 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.6525350
May 04 13:46:40.927814 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-39c14231-8600-4a55-af67-5c296f92071c req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.48 "DELETE /v2.0/ports/d8729722-bdf8-429e-bdee-9d71b1775173 HTTP/1.1" status: 204  len: 173 time: 2.3955054
May 04 13:46:41.058089 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0bbb3d5c-09a6-4995-9949-2ef59dd78a3a req-d5169184-7a83-417f-bfad-aa83f84f192c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236219
May 04 13:46:41.171765 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-31062b68-66b6-481a-ade0-dcccbaab5be6 req-049547b8-2d47-4ba7-8f02-13c54cc1d0f3 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] 10.222.0.25 "GET /v2.0/ports?device_id=4211adae-f914-4218-be95-78cc039c2197 HTTP/1.1" status: 200  len: 210 time: 0.1777742
May 04 13:46:41.228068 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4211adae-f914-4218-be95-78cc039c2197', 'name': 'network-vif-deleted', 'tag': 'd8729722-bdf8-429e-bdee-9d71b1775173', 'status': 'completed', 'code': 200}
May 04 13:46:41.311844 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-a348ba57-ab78-4dc7-87a9-23c22e1162ec tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:41.313396 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-a348ba57-ab78-4dc7-87a9-23c22e1162ec tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/networks?id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 HTTP/1.1" status: 200  len: 808 time: 0.2318861
May 04 13:46:41.331295 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-b09e26a8-6c22-4b3c-9dd9-dbfd8287ef9a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/quotas/c3e2ad19f80948a38d9ef278271ae69d HTTP/1.1" status: 200  len: 375 time: 0.0106735
May 04 13:46:41.394737 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-34315393-0d44-4670-b996-9478281d3e59 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0569074
May 04 13:46:41.591666 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-b6d328da-6377-43ee-b372-35b1e72acb48 service neutron] 10.222.0.25 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854188
May 04 13:46:41.845288 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-918a6245-33f1-43ef-8c72-690467e4b389 service neutron] 10.222.0.25 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500563
May 04 13:46:42.178354 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d83ae7a2-7b25-434a-914f-bd3308630b60 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:46:42.188678 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa402764-43cc-4db9-bbab-e84c3c244eae req-cf17b262-2271-4ee7-b590-ae8504336f34 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:42.199783 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fa402764-43cc-4db9-bbab-e84c3c244eae req-cf17b262-2271-4ee7-b590-ae8504336f34 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 945 time: 0.2478840
May 04 13:46:42.241048 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-5f3aa5e4-f09d-4172-8499-ba89a887c59d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:42.243861 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-5f3aa5e4-f09d-4172-8499-ba89a887c59d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 815 time: 0.5189385
May 04 13:46:42.279445 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fa402764-43cc-4db9-bbab-e84c3c244eae req-a46f5508-85c4-4bb2-9956-e823e30f8e7e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772979
May 04 13:46:42.295437 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Request body: {'port': {'device_id': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'admin_state_up': True, 'tenant_id': '43e3587dd89744509391049df18da36e'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:42.403832 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port d83ae7a2-7b25-434a-914f-bd3308630b60 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:42.415021 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port d83ae7a2-7b25-434a-914f-bd3308630b60 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:42.438453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:42.663876 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:42.703551 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2050730e-c9cf-4b85-af0b-b6c3e1007539 req-238dc6be-b62e-475f-86b6-0c2c6100447d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 210 time: 0.1888232
May 04 13:46:42.707817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83ae7a2-7b25-434a-914f-bd3308630b60'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:42.733831 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port d83ae7a2-7b25-434a-914f-bd3308630b60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d83ae7a2-7b25-434a-914f-bd3308630b60,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:46:42.746111 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:42.755075 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:42.838925 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:42.843785 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Usage tracker for resource:port and tenant:43e3587dd89744509391049df18da36e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:42.847805 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=d83ae7a2-7b25-434a-914f-bd3308630b60,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:42.848971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:42.851318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:42.856139 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:42.868790 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Made reservation on behalf of 43e3587dd89744509391049df18da36e for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:46:42.872954 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:42.964802 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-20c5801c-5a8f-4655-afe4-95fd830d226a req-60b7f83a-f0e4-43c4-83c5-f23e186b14d1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 210 time: 0.1257927
May 04 13:46:43.059705 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-c50bb31d-a5df-4f9f-8a19-446e763691b4 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:43.060482 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-c50bb31d-a5df-4f9f-8a19-446e763691b4 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Synchronizing usage tracker for tenant:369d668431a5485b9db785b09782df2a on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:43.094855 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-c50bb31d-a5df-4f9f-8a19-446e763691b4 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Unset dirty status for tenant:369d668431a5485b9db785b09782df2a on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:43.103036 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-c50bb31d-a5df-4f9f-8a19-446e763691b4 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 815 time: 0.3963807
May 04 13:46:43.115824 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-3659964b-a5b5-42cd-b2a2-9c5d630ce3e5 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/quotas/369d668431a5485b9db785b09782df2a HTTP/1.1" status: 200  len: 375 time: 0.0118430
May 04 13:46:43.215061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Allocated IP 172.20.0.7 (a4e30664-94e1-477e-9c47-e614bc853173/8bb9dbf3-2f01-4696-a876-1ec0e6a5a668/3e031e03-479f-4824-be33-856aec34eb81) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:43.233188 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83ae7a2-7b25-434a-914f-bd3308630b60', 'code': 200}
May 04 13:46:43.406593 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-b940310d-bf1c-4d57-bf19-8d88d0a048a0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Synchronizing usage tracker for tenant:369d668431a5485b9db785b09782df2a on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:43.452865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-b940310d-bf1c-4d57-bf19-8d88d0a048a0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Unset dirty status for tenant:369d668431a5485b9db785b09782df2a on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:43.458439 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-b940310d-bf1c-4d57-bf19-8d88d0a048a0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3363693
May 04 13:46:43.822044 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-a6fceb68-ad5f-495d-8897-114d83f952d7 service neutron] 10.222.0.25 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451936
May 04 13:46:43.898408 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:43.902117 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b925e-df13-4f13-a4e0-90277c0a6887 req-9a671a36-07c1-4886-91f6-d357902b7242 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:43.903838 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e29b925e-df13-4f13-a4e0-90277c0a6887 req-9a671a36-07c1-4886-91f6-d357902b7242 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.3098757
May 04 13:46:43.934159 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba181b-9f37-4241-8bb7-2797c9862ba7 req-38057def-6197-400a-a359-8b9082b26c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:43.938288 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-bbba181b-9f37-4241-8bb7-2797c9862ba7 req-38057def-6197-400a-a359-8b9082b26c41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 1099 time: 0.2259657
May 04 13:46:44.021973 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:44.030447 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5ee0b947-9d74-4314-9aa3-62432a01e459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:44.039179 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60', '301f95cc-7fab-4d1a-87da-e391a2dc6e24', '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:46:44.082216 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-bbba181b-9f37-4241-8bb7-2797c9862ba7 req-ce286907-3fb0-42d1-a2c5-1439883baf1a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309388
May 04 13:46:44.092512 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e29b925e-df13-4f13-a4e0-90277c0a6887 req-ac12803f-8fe9-49b5-bd2f-0db82e1a0d6d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794231
May 04 13:46:44.162873 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Network a4e30664-94e1-477e-9c47-e614bc853173 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:44.176149 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-af76ec17-a646-4aa4-b7a5-f85333fa3332 service neutron] 10.222.0.25 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3523922
May 04 13:46:44.189904 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:44.240850 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:44.352225 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:44.353049 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:44.357138 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event updated for resources: {'Port': ['ID=3e031e03-479f-4824-be33-856aec34eb81,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:44.365612 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:44.488011 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2106328
May 04 13:46:44.503284 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Request body: {'port': {'device_id': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:44.515421 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abceaae-8ffc-4bdf-a291-7a64455a8a29 req-c5b3c8e5-ac55-4624-aa91-50ad3441219a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:44.526219 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5abceaae-8ffc-4bdf-a291-7a64455a8a29 req-c5b3c8e5-ac55-4624-aa91-50ad3441219a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 931 time: 0.1540508
May 04 13:46:44.604276 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-9abc0128-cfe5-4ae7-9f61-ec88c6182ac5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:44.606755 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-9abc0128-cfe5-4ae7-9f61-ec88c6182ac5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "GET /v2.0/networks?id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 HTTP/1.1" status: 200  len: 808 time: 0.4122787
May 04 13:46:44.623499 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5abceaae-8ffc-4bdf-a291-7a64455a8a29 req-b44ba3b0-f12f-486b-91f6-a48429dff634 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959985
May 04 13:46:44.626606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Request body: {'port': {'device_id': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51', 'admin_state_up': True, 'tenant_id': 'c3e2ad19f80948a38d9ef278271ae69d'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:44.762380 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4d2dcd8e-97a4-4d15-aa19-2f653b263534 req-908d4bed-02f0-4ef9-9c85-12d3ff83ddd9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 210 time: 0.0800400
May 04 13:46:45.025418 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:45.121407 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a7e6ef66-f997-4832-871a-0416cf048312 req-385cbd6d-fb30-4b35-b39e-265a3da6e912 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 210 time: 0.1060913
May 04 13:46:45.193857 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:45.207801 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Usage tracker for resource:port and tenant:c3e2ad19f80948a38d9ef278271ae69d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:46:45.234032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:46:45.253956 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:45.344440 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Made reservation on behalf of c3e2ad19f80948a38d9ef278271ae69d for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:46:45.349430 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:45.493734 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b971abb-3108-4466-8fdb-30cf3fe50d94 req-5556040b-752c-4a7a-a2c6-52a5b05bd7dc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:45.495557 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1b971abb-3108-4466-8fdb-30cf3fe50d94 req-5556040b-752c-4a7a-a2c6-52a5b05bd7dc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2132640
May 04 13:46:45.570116 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1b971abb-3108-4466-8fdb-30cf3fe50d94 req-c950909e-c6d7-463b-bac3-067b9563c019 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628443
May 04 13:46:45.905413 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e031e03-479f-4824-be33-856aec34eb81 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:45.916410 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:45.941216 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Transition to ACTIVE for port object 3e031e03-479f-4824-be33-856aec34eb81 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:45.960254 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:46.001201 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:46.013996 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-04ee2edf-8bf8-4529-ac75-96cf85c14394 req-c9ab4628-cf41-4ec9-88c2-168d3c7f3e23 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 210 time: 0.0602655
May 04 13:46:46.048003 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a74f1d-a573-4436-b091-d7c33a1df2f9 req-2cb7e1d6-d367-48f5-b4ac-9673c2f70dce tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:46.052296 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-57a74f1d-a573-4436-b091-d7c33a1df2f9 req-2cb7e1d6-d367-48f5-b4ac-9673c2f70dce tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 931 time: 0.2621546
May 04 13:46:46.187535 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-57a74f1d-a573-4436-b091-d7c33a1df2f9 req-8f9dc093-619f-4dab-8e81-1861c3ea133a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865242
May 04 13:46:46.353157 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Pushing event updated for resources: {'Port': ['ID=3e031e03-479f-4824-be33-856aec34eb81,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:46.364394 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:46.373355 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Allocated IP 172.20.0.2 (24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51/f0a2aba0-fe5f-432f-850c-bd21e35d1e62/beb72f50-32de-4fbf-b0f0-1dcd9b21904d) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:46.427794 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a2ea03d3-ac38-41b2-b27d-0c15b4ba489a req-37e19467-1662-4b7f-b155-001257d69faa tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 210 time: 0.0749030
May 04 13:46:46.513011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Attempting to bind port 3e031e03-479f-4824-be33-856aec34eb81 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:46.513563 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Attempting to bind port 3e031e03-479f-4824-be33-856aec34eb81 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:46.513902 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Attempting to bind port 3e031e03-479f-4824-be33-856aec34eb81 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:46.559754 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Port 3e031e03-479f-4824-be33-856aec34eb81 on network a4e30664-94e1-477e-9c47-e614bc853173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:46:46.560106 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Attempting to bind port 3e031e03-479f-4824-be33-856aec34eb81 on network a4e30664-94e1-477e-9c47-e614bc853173 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:46.575707 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:46.576055 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Checking segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:46.576451 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Bound using segment: {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:46.576905 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Bound port: 3e031e03-479f-4824-be33-856aec34eb81, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:46.577312 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:46.844460 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:46.856811 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] For port 3e031e03-479f-4824-be33-856aec34eb81, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:46.870748 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] For port 3e031e03-479f-4824-be33-856aec34eb81, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3e031e03-479f-4824-be33-856aec34eb81,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:46.881943 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:46.890540 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:46.919978 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b24bf-2906-4700-a317-5212163e4df3 req-6ac44b05-3007-4f98-8062-801526bf9ca4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:46.921905 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b9b24bf-2906-4700-a317-5212163e4df3 req-6ac44b05-3007-4f98-8062-801526bf9ca4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1699641
May 04 13:46:47.004470 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:47.005563 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:47.007216 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] 10.222.0.48 "PUT /v2.0/ports/3e031e03-479f-4824-be33-856aec34eb81 HTTP/1.1" status: 200  len: 1093 time: 2.5090759
May 04 13:46:47.007776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'tag': '3e031e03-479f-4824-be33-856aec34eb81'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:47.039930 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Pushing event updated for resources: {'Port': ['ID=3e031e03-479f-4824-be33-856aec34eb81,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:47.045637 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:47.051133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:47.062082 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:47.207389 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b9b24bf-2906-4700-a317-5212163e4df3 req-88e2053c-b552-4f21-8ebd-58470d0bcd5a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484989
May 04 13:46:47.234541 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'tag': '3e031e03-479f-4824-be33-856aec34eb81', 'status': 'completed', 'code': 200}
May 04 13:46:47.256998 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Pushing event updated for resources: {'Port': ['ID=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:47.333613 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:47.372391 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:47.375765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:47.384908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:47.403112 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-a3630d9e-ec30-490a-9792-f3e6b22d83bd tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:47.409347 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-a3630d9e-ec30-490a-9792-f3e6b22d83bd tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 815 time: 0.4850769
May 04 13:46:47.435699 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'port': {'device_id': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'admin_state_up': True, 'tenant_id': '369d668431a5485b9db785b09782df2a'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:47.555566 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:47.556342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:47.602031 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-aa2fc036-bed2-4eba-b77d-86ae4a02709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:47.603824 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-aa2fc036-bed2-4eba-b77d-86ae4a02709a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 1096 time: 0.3682029
May 04 13:46:47.772975 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-0cad64fb-25df-492b-830a-5bd4212fb5ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e031e03-479f-4824-be33-856aec34eb81 HTTP/1.1" status: 200  len: 217 time: 0.1523809
May 04 13:46:47.774530 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1529918
May 04 13:46:47.851611 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Request body: {'port': {'device_id': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:46:47.922890 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3aebeee2-0b71-47ec-84a8-585efd7e7703 req-8ba858fe-b733-44cf-a8e9-f5b179c066d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 210 time: 0.5106609
May 04 13:46:47.956010 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-01eebaf7-d7be-4b55-b330-8ccb5ba5b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:47.958743 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-01eebaf7-d7be-4b55-b330-8ccb5ba5b85f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 0.1589973
May 04 13:46:47.977842 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:48.073754 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-daad7f64-f46b-4630-b53b-ac6825cb6150 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795026
May 04 13:46:48.109015 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:46:48.148298 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed2140-4c91-4eeb-92f1-b097d70967d5 req-2b3c5c84-a84b-4bd2-8b6a-84563bbb396a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:48.160085 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d6ed2140-4c91-4eeb-92f1-b097d70967d5 req-2b3c5c84-a84b-4bd2-8b6a-84563bbb396a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.3393753
May 04 13:46:48.172991 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:48.183829 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:46:48.258426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Made reservation on behalf of 369d668431a5485b9db785b09782df2a for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:46:48.271107 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:48.336394 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d6ed2140-4c91-4eeb-92f1-b097d70967d5 req-48bfa41d-0670-4926-9608-78737cbd1774 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752374
May 04 13:46:48.860702 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-19a10e1b-b278-4d71-a769-bab2515eed71 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7693565
May 04 13:46:49.360115 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Allocated IP 172.20.0.4 (b6ae98e2-34db-44b9-941e-fe7f25702166/ddb32e66-0bff-495f-938e-148409d94547/c72c7bb8-c26b-47c8-9a9b-0e7cbb427228) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:46:49.383262 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b0746-7e1e-4fa2-bedf-8353c82acb0c req-7c91570a-3e4c-48a8-b376-7ddc849b7a18 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:49.391293 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a2b0746-7e1e-4fa2-bedf-8353c82acb0c req-7c91570a-3e4c-48a8-b376-7ddc849b7a18 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 931 time: 0.5481079
May 04 13:46:49.395803 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-acd39503-122a-415e-9653-a6e9640dc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:49.398897 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-acd39503-122a-415e-9653-a6e9640dc3db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 1099 time: 0.6795626
May 04 13:46:49.579339 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-27358efa-3af2-44b2-b7f9-a98c67d570d7 req-13be3c0e-3435-4760-8791-3f6cd787a660 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6824911
May 04 13:46:49.934224 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a2b0746-7e1e-4fa2-bedf-8353c82acb0c req-86b08cf1-92e3-4758-b1ff-e704c9403341 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5390592
May 04 13:46:50.256385 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:50.299524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Transition to ACTIVE for port object c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:50.316953 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7b33a-8566-4b02-85e9-2ea1bfbc8f6a req-dbb51542-d989-4cdd-97be-af9cf9f2adfb tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:50.318564 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0f7b33a-8566-4b02-85e9-2ea1bfbc8f6a req-dbb51542-d989-4cdd-97be-af9cf9f2adfb tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 1.1083705
May 04 13:46:50.391123 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb72f50-32de-4fbf-b0f0-1dcd9b21904d {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:46:50.426410 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-03e3939b-8651-4ed5-a010-abbc12512ae0 req-9df15723-e842-4078-ba42-bb19014d0656 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 210 time: 0.1223810
May 04 13:46:50.440051 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:50.525339 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-5dcf6e0c-7c8c-4d67-a0f2-73a90a8893ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:50.527103 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-5dcf6e0c-7c8c-4d67-a0f2-73a90a8893ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 1.1080112
May 04 13:46:50.527558 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Transition to ACTIVE for port object beb72f50-32de-4fbf-b0f0-1dcd9b21904d will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:46:50.540384 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:50.554654 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:50.583960 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0f7b33a-8566-4b02-85e9-2ea1bfbc8f6a req-55f6c6d6-c0fc-4fca-bdfd-cedcf3c98b7f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164545
May 04 13:46:50.586457 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:50.607409 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:50.751714 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Network b6ae98e2-34db-44b9-941e-fe7f25702166 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:46:50.754097 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-7ba6a644-aa69-43a3-b77d-7b415487d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:50.757776 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-7ba6a644-aa69-43a3-b77d-7b415487d2db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=43e3587dd89744509391049df18da36e&device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 1096 time: 0.9526548
May 04 13:46:50.762411 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:46:50.763941 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Pushing event updated for resources: {'Port': ['ID=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:50.771379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:46:50.790032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:50.822695 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:50.828584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:50.965462 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:50.965905 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:51.030426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ad705-17eb-496f-afe5-1b97ee6c5282 req-e1d76bb4-52d6-4750-9cc8-ddb5befa4301 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:51.036650 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9d3ad705-17eb-496f-afe5-1b97ee6c5282 req-e1d76bb4-52d6-4750-9cc8-ddb5befa4301 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.3790340
May 04 13:46:51.197678 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9d3ad705-17eb-496f-afe5-1b97ee6c5282 req-568831ad-b489-425c-8c74-e1912047851f tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371081
May 04 13:46:51.206708 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7788286
May 04 13:46:51.255699 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Attempting to bind port beb72f50-32de-4fbf-b0f0-1dcd9b21904d on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:46:51.256239 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Attempting to bind port beb72f50-32de-4fbf-b0f0-1dcd9b21904d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:46:51.258566 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Attempting to bind port beb72f50-32de-4fbf-b0f0-1dcd9b21904d on network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:51.266334 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Port beb72f50-32de-4fbf-b0f0-1dcd9b21904d on network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:46:51.266738 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Attempting to bind port beb72f50-32de-4fbf-b0f0-1dcd9b21904d on network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:46:51.280836 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-bd82aa77-2cad-41a5-afa5-4ce04c7b8ef4 None None] Provisioning for port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:46:51.288910 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:46:51.289382 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Checking segment: {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:46:51.290065 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Bound using segment: {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:46:51.290215 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-bd82aa77-2cad-41a5-afa5-4ce04c7b8ef4 None None] Provisioning complete for port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:46:51.290820 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Bound port: beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b8e1bd-4197-4797-9820-4de4ac2f5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:46:51.291337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:51.291546 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bd82aa77-2cad-41a5-afa5-4ce04c7b8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:51.539551 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] For port beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host hv-cinder-78956, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:46:51.546873 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] For port beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:46:51.563737 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:51.575125 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3fdda34d-eeb2-4450-9175-edbead26eaaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:51.577401 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-bd82aa77-2cad-41a5-afa5-4ce04c7b8ef4 None None] Port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:46:51.611778 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302e91c-d839-4a5a-97cb-bc224e12f6c5 req-d90824f7-39d0-4646-bd35-75df151728c7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:51.624534 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1302e91c-d839-4a5a-97cb-bc224e12f6c5 req-d90824f7-39d0-4646-bd35-75df151728c7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.2104688
May 04 13:46:51.744118 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:51.744750 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:51.746744 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] 10.222.0.48 "PUT /v2.0/ports/beb72f50-32de-4fbf-b0f0-1dcd9b21904d HTTP/1.1" status: 200  len: 1093 time: 3.9031045
May 04 13:46:51.748502 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'tag': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:46:51.818834 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Pushing event updated for resources: {'Port': ['ID=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:51.826103 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:51.840044 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1302e91c-d839-4a5a-97cb-bc224e12f6c5 req-82efa85c-e6dc-42bc-9470-b9b6616a42de tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121208
May 04 13:46:51.963920 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-0f32763d-e63b-4e9a-931f-b8f334a8577c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:51.965457 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-0f32763d-e63b-4e9a-931f-b8f334a8577c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Synchronizing usage tracker for tenant:369d668431a5485b9db785b09782df2a on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:52.138913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-0f32763d-e63b-4e9a-931f-b8f334a8577c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Unset dirty status for tenant:369d668431a5485b9db785b09782df2a on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:52.145448 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-0f32763d-e63b-4e9a-931f-b8f334a8577c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.4022412
May 04 13:46:52.227494 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-9c844aaf-6426-45f2-98f9-fdae8a86b4a2 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Synchronizing usage tracker for tenant:369d668431a5485b9db785b09782df2a on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:46:52.273500 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a78b-4b9a-410b-a015-2dff93fd3ad4 req-7530620c-2477-4d90-8e36-00b877315fa4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:52.275383 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e3f8a78b-4b9a-410b-a015-2dff93fd3ad4 req-7530620c-2477-4d90-8e36-00b877315fa4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.3048358
May 04 13:46:52.276839 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-9c844aaf-6426-45f2-98f9-fdae8a86b4a2 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Unset dirty status for tenant:369d668431a5485b9db785b09782df2a on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:46:52.281097 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aff3f3cd-e74e-4b84-81a1-a1f43dd186b5 req-9c844aaf-6426-45f2-98f9-fdae8a86b4a2 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269104
May 04 13:46:52.368159 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e3f8a78b-4b9a-410b-a015-2dff93fd3ad4 req-a71fda2d-f725-4c08-9a6c-a03e1a4f463d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704091
May 04 13:46:52.382399 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'tag': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d', 'status': 'completed', 'code': 200}
May 04 13:46:52.572261 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7073-30be-4f25-a334-bb22e4c67e78 req-92aa4bc9-d9e2-47bd-8b02-d7bf4da689fa tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:52.581620 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f0b7073-30be-4f25-a334-bb22e4c67e78 req-92aa4bc9-d9e2-47bd-8b02-d7bf4da689fa tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.1091402
May 04 13:46:52.649799 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f0b7073-30be-4f25-a334-bb22e4c67e78 req-4bb29d87-da06-4b1a-a348-238e1cdd2f57 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637679
May 04 13:46:53.067938 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fe11f-778f-4383-96e9-936b07d466e8 req-4decbf73-1905-48f7-8718-fe48904ab2b5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:53.070002 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b9fe11f-778f-4383-96e9-936b07d466e8 req-4decbf73-1905-48f7-8718-fe48904ab2b5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.1062112
May 04 13:46:53.147982 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b9fe11f-778f-4383-96e9-936b07d466e8 req-d2dd5ff9-bea1-4981-b0e8-538ae9288851 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676651
May 04 13:46:53.412629 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 57320) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:53.534347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0798e6-2227-412b-8dba-780a91ad9024 req-7776cf6b-f220-452c-80cb-e23ac88b35ee tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:53.552063 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cd0798e6-2227-412b-8dba-780a91ad9024 req-7776cf6b-f220-452c-80cb-e23ac88b35ee tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.1142056
May 04 13:46:53.663412 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cd0798e6-2227-412b-8dba-780a91ad9024 req-f9636068-43ed-4b33-a0db-c1ecaf6955ff tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101277
May 04 13:46:53.730887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9d5b0-59c8-431d-8002-6b307f858667 req-d2883e9d-b3a9-4fbf-84d8-5430a788f88c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:53.738171 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1ed9d5b0-59c8-431d-8002-6b307f858667 req-d2883e9d-b3a9-4fbf-84d8-5430a788f88c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1829681
May 04 13:46:53.756785 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-5c47852b-eea8-4239-b420-6d6f76f27cb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93a9dea0299e4e97b5b545dcd3b4cfec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440690
May 04 13:46:53.757460 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 57328) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:46:53.790080 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1ed9d5b0-59c8-431d-8002-6b307f858667 req-a2fe9171-99d8-4d0f-8749-744abcf0ca03 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505238
May 04 13:46:53.854969 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:53.925398 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:53.971626 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3b26-9e9f-43ca-801c-ad81bc091a9e req-9d5edd17-2979-40c2-8c41-c8b6aadbf5ee tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:53.973463 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-33bc3b26-9e9f-43ca-801c-ad81bc091a9e req-9d5edd17-2979-40c2-8c41-c8b6aadbf5ee tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.1262414
May 04 13:46:53.996784 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:54.008014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-22a5ab0b-f09d-44a7-a32e-bf1abf4407b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:46:54.036341 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d0a9d-5cc7-499d-90cf-9697b532e4ab,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:46:54.050106 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:46:54.054418 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:54.056669 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b5d0a9d-5cc7-499d-90cf-9697b532e4ab HTTP/1.1" status: 204  len: 168 time: 0.2979872
May 04 13:46:54.202094 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-33bc3b26-9e9f-43ca-801c-ad81bc091a9e req-46400c44-d683-45d1-b525-16e5338b5e5c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177348
May 04 13:46:54.453191 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323062b1-7719-4f59-aa6a-c4805cbbcbcb req-77a91668-66d1-4762-9d48-289124ee28b3 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:54.454982 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-323062b1-7719-4f59-aa6a-c4805cbbcbcb req-77a91668-66d1-4762-9d48-289124ee28b3 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.1222608
May 04 13:46:54.509514 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-323062b1-7719-4f59-aa6a-c4805cbbcbcb req-2a177342-11bc-4601-97de-fd48129d55bc tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477664
May 04 13:46:55.041442 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7995-8666-434c-b6f7-a1b2ee518075 req-4aedfa22-3d05-4a2d-a1fd-4ab1e1301276 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:55.046145 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-74de7995-8666-434c-b6f7-a1b2ee518075 req-4aedfa22-3d05-4a2d-a1fd-4ab1e1301276 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.2193937
May 04 13:46:55.159046 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-74de7995-8666-434c-b6f7-a1b2ee518075 req-c0730bf7-8e02-4b98-89db-4970e9beac5a tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992913
May 04 13:46:55.212951 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad34389-6603-40ae-a22e-ae39cd0f2b1b req-8eff72db-a226-4310-a8bb-70d9f4929dfd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:55.225985 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9ad34389-6603-40ae-a22e-ae39cd0f2b1b req-8eff72db-a226-4310-a8bb-70d9f4929dfd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2695777
May 04 13:46:55.335924 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9ad34389-6603-40ae-a22e-ae39cd0f2b1b req-6cea0d9f-8c06-4d40-a2a1-ad30e8e108b6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064930
May 04 13:46:55.800850 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c643-b281-46c0-a475-ee9948ffba22 req-5d6468ca-d2dd-4681-8414-3e67c2487ca0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:55.803537 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2926c643-b281-46c0-a475-ee9948ffba22 req-5d6468ca-d2dd-4681-8414-3e67c2487ca0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.2758820
May 04 13:46:55.878439 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2926c643-b281-46c0-a475-ee9948ffba22 req-a8d08980-9014-4e0a-9dba-33aea49eb2c5 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619574
May 04 13:46:55.896849 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404ea5-8d11-4210-aff9-afece0acb9f7 req-cc743ac5-77bf-4c6c-a15d-a9cc43137cc3 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:55.899112 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7404ea5-8d11-4210-aff9-afece0acb9f7 req-cc743ac5-77bf-4c6c-a15d-a9cc43137cc3 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.2189250
May 04 13:46:55.962197 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7404ea5-8d11-4210-aff9-afece0acb9f7 req-9f9be918-80b2-4e76-8f5d-88ba679991c0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510716
May 04 13:46:56.431988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd5274-f957-4cb3-a977-d70191d55cfd req-ec4cb0f3-12d1-4fff-a3b3-a83558d5617d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:56.434914 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65fd5274-f957-4cb3-a977-d70191d55cfd req-ec4cb0f3-12d1-4fff-a3b3-a83558d5617d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.1284258
May 04 13:46:56.498254 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65fd5274-f957-4cb3-a977-d70191d55cfd req-4f03e375-320a-46c4-aa4b-a93c9f71dae9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554950
May 04 13:46:56.657575 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b937c10-a9ea-42d6-aef3-e8482725298f req-dad05b9c-41b6-405a-a22a-62742747c679 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:56.659601 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8b937c10-a9ea-42d6-aef3-e8482725298f req-dad05b9c-41b6-405a-a22a-62742747c679 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1187727
May 04 13:46:56.737131 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8b937c10-a9ea-42d6-aef3-e8482725298f req-2bba0c62-989e-46ab-86a7-8d2bb9af6893 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654349
May 04 13:46:57.218113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaea8e7-58e3-4ce0-ab5b-a8cb6099099b req-57367a1c-579e-4c61-a02e-4389558b5a5e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:57.228400 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-afaea8e7-58e3-4ce0-ab5b-a8cb6099099b req-57367a1c-579e-4c61-a02e-4389558b5a5e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.2023330
May 04 13:46:57.298612 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-afaea8e7-58e3-4ce0-ab5b-a8cb6099099b req-c670e97d-1bb8-4d4e-a3e2-b9506ee1bbdb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686116
May 04 13:46:57.336735 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549ba42-30b2-4984-a9b4-4f1cd4c9ec6b req-c3ceed5c-4909-42f6-8e3c-545a6bc77000 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:57.346537 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5549ba42-30b2-4984-a9b4-4f1cd4c9ec6b req-c3ceed5c-4909-42f6-8e3c-545a6bc77000 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.2055309
May 04 13:46:57.439438 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5549ba42-30b2-4984-a9b4-4f1cd4c9ec6b req-44046ab1-4181-4c39-a8cf-9e2346ea3de2 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911500
May 04 13:46:57.798566 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd112-d25b-48c2-95da-ff495d72904a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:46:57.862426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1204238-3398-4cd3-a85e-2ca6640128e5 req-602776d1-d283-4aca-a67e-0090f5963420 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:57.865222 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f1204238-3398-4cd3-a85e-2ca6640128e5 req-602776d1-d283-4aca-a67e-0090f5963420 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.1327310
May 04 13:46:57.997046 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f1204238-3398-4cd3-a85e-2ca6640128e5 req-bde1c3c0-e123-4f5c-b8fc-62b4d9e49186 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209826
May 04 13:46:58.039745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3814f-a77b-4b12-8682-f74cd43f5fc0 req-0e55c6c9-bdd3-4e94-b437-ee8f322d7023 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:58.044420 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ccc3814f-a77b-4b12-8682-f74cd43f5fc0 req-0e55c6c9-bdd3-4e94-b437-ee8f322d7023 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1396518
May 04 13:46:58.096481 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ccc3814f-a77b-4b12-8682-f74cd43f5fc0 req-ce047c11-718d-4d66-ac16-143f90f8fc11 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462875
May 04 13:46:58.642007 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40866459-0ffd-4a89-9202-18401be46e32 req-aa1917c0-8600-410e-8786-cccb16758609 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:58.647483 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-40866459-0ffd-4a89-9202-18401be46e32 req-aa1917c0-8600-410e-8786-cccb16758609 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.1884811
May 04 13:46:58.833869 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-40866459-0ffd-4a89-9202-18401be46e32 req-94b5de1a-af9b-458b-92c8-21618acd4316 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680143
May 04 13:46:58.891719 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b65128-2054-462f-95aa-67519e27d72e req-5c60ea59-7a5f-4c13-a7ed-473a0a354f8f tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:58.899478 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c1b65128-2054-462f-95aa-67519e27d72e req-5c60ea59-7a5f-4c13-a7ed-473a0a354f8f tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.2075570
May 04 13:46:58.998052 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c1b65128-2054-462f-95aa-67519e27d72e req-70c1b23f-565d-4295-9834-12143cf420a9 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889280
May 04 13:46:59.551388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce420d63-3356-4d7c-9512-758638adda40 req-29644a5e-be8d-40a7-94e9-600ef59f5071 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:59.553006 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ce420d63-3356-4d7c-9512-758638adda40 req-29644a5e-be8d-40a7-94e9-600ef59f5071 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2112389
May 04 13:46:59.561245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bc2cd-d486-40ec-9c93-0e3e9a5ef761 req-2cc9f3b8-845d-45bd-bbe4-3cfa97d2365b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:46:59.562970 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f99bc2cd-d486-40ec-9c93-0e3e9a5ef761 req-2cc9f3b8-845d-45bd-bbe4-3cfa97d2365b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.2960589
May 04 13:46:59.629967 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ce420d63-3356-4d7c-9512-758638adda40 req-61e9c784-d5ca-4526-87ac-4a7824d3b0aa tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656474
May 04 13:46:59.691693 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f99bc2cd-d486-40ec-9c93-0e3e9a5ef761 req-234ad885-58ae-4e83-a3cf-11b767493d81 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599716
May 04 13:47:00.140479 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04adf3-bc9a-4351-8f50-e33b8be137f8 req-8805cd9b-82ee-4559-9724-cb3aabbf36a0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:00.143363 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e04adf3-bc9a-4351-8f50-e33b8be137f8 req-8805cd9b-82ee-4559-9724-cb3aabbf36a0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.1574733
May 04 13:47:00.435973 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e04adf3-bc9a-4351-8f50-e33b8be137f8 req-ed30c278-16bd-4d32-8700-14108c5bfdc6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220027
May 04 13:47:00.494715 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59941e-504d-4205-a293-f8336faaa3f3 req-c00accfe-4182-4242-b3f6-d8f0c41b7b63 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:00.514685 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db59941e-504d-4205-a293-f8336faaa3f3 req-c00accfe-4182-4242-b3f6-d8f0c41b7b63 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.3631558
May 04 13:47:00.569002 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db59941e-504d-4205-a293-f8336faaa3f3 req-d9d743da-cbbe-4602-acd7-789f16c77a3a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593560
May 04 13:47:00.899054 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:00.977688 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cea5a-3d66-4af6-9eee-a7fb03f2b59c req-a7e55c9b-8fa7-4238-84ff-5a4fdd3cf47d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:00.979331 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a65cea5a-3d66-4af6-9eee-a7fb03f2b59c req-a7e55c9b-8fa7-4238-84ff-5a4fdd3cf47d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1896946
May 04 13:47:00.989013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f69e91-f152-485b-b7de-0c4d6b4c06bc req-355f7a37-4da1-43bf-8ed0-b8e9b5efe9a8 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:00.990606 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c2f69e91-f152-485b-b7de-0c4d6b4c06bc req-355f7a37-4da1-43bf-8ed0-b8e9b5efe9a8 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.1388311
May 04 13:47:01.087471 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a65cea5a-3d66-4af6-9eee-a7fb03f2b59c req-d95f15a6-3770-4898-8f5e-d15bae366df4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955403
May 04 13:47:01.092862 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c2f69e91-f152-485b-b7de-0c4d6b4c06bc req-7aefc219-39e9-4aec-be63-a88d9a0edad0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860784
May 04 13:47:01.172790 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ca7f58ce-63a6-4f19-b673-39002aeef22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:01.694811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999ca8d-177e-4070-ba0a-31122ce3d808 req-d59466e8-29f9-43ce-8262-cdb098e6776c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:01.696394 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4999ca8d-177e-4070-ba0a-31122ce3d808 req-d59466e8-29f9-43ce-8262-cdb098e6776c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.1154134
May 04 13:47:01.801370 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4999ca8d-177e-4070-ba0a-31122ce3d808 req-a1a02bc7-e691-4b97-b4ba-6a469f6b2d14 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938728
May 04 13:47:01.849067 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca9e1-710d-44d3-bee0-02f69f3eb4ec req-e94a25b2-16ac-4223-9f46-186ec6ff88db tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:01.850732 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a3dca9e1-710d-44d3-bee0-02f69f3eb4ec req-e94a25b2-16ac-4223-9f46-186ec6ff88db tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.1259284
May 04 13:47:01.903227 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a3dca9e1-710d-44d3-bee0-02f69f3eb4ec req-14174515-8158-4206-9c6e-773b8c9abf9e tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456300
May 04 13:47:02.499089 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7877-9ab5-4b33-8a40-59c509da93f8 req-68ba73d5-05e7-4c50-8509-0980ae2a526e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:02.500719 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-efcb7877-9ab5-4b33-8a40-59c509da93f8 req-68ba73d5-05e7-4c50-8509-0980ae2a526e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.2551079
May 04 13:47:02.514365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8666d5b-1f9d-44b8-8a76-2bdf80d54588 req-4edd17d5-c729-4a71-8abc-dccdd869d713 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:02.515943 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b8666d5b-1f9d-44b8-8a76-2bdf80d54588 req-4edd17d5-c729-4a71-8abc-dccdd869d713 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2048302
May 04 13:47:02.595545 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-efcb7877-9ab5-4b33-8a40-59c509da93f8 req-bb14e6bd-975b-45a7-918c-e3507bad8d85 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785344
May 04 13:47:02.601059 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b8666d5b-1f9d-44b8-8a76-2bdf80d54588 req-b2714ad1-af19-4319-9258-1fb5aaf8e281 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696523
May 04 13:47:02.817177 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Request body: {'port': {'device_id': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:02.961412 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-8ebf09cd-7838-47be-a878-f033817ed8e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d83ae7a2-7b25-434a-914f-bd3308630b60 HTTP/1.1" status: 200  len: 217 time: 0.0858696
May 04 13:47:03.170055 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:03.185777 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-5614448a-1e3e-4b23-bcd5-41eb75cb8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.187951 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-5614448a-1e3e-4b23-bcd5-41eb75cb8eac service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 200  len: 916 time: 0.3808868
May 04 13:47:03.196733 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e9a5-9c13-4ac3-96c2-2e68d79b11de req-3d78d1ae-64c4-4d39-845d-c71b13ac0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.197349 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:03.198953 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-33d0e9a5-9c13-4ac3-96c2-2e68d79b11de req-3d78d1ae-64c4-4d39-845d-c71b13ac0ccd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 1096 time: 0.3292258
May 04 13:47:03.207151 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-6f7ad69b-6ccc-4306-93fa-258d9ce3f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.208616 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-6f7ad69b-6ccc-4306-93fa-258d9ce3f6c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.2288532
May 04 13:47:03.307874 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-0eaa545a-ae88-45d3-81ad-db9f1e49b2e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e031e03-479f-4824-be33-856aec34eb81 HTTP/1.1" status: 200  len: 217 time: 0.1077480
May 04 13:47:03.328812 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-9fe4b11f-12cc-44fa-8b5d-b0c6bd3ef541 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1043518
May 04 13:47:03.426023 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002b6-1636-4560-8a84-32c3ee635f4c req-686d8af4-033b-422f-aad1-4f7e76b7a423 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.427511 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-79e002b6-1636-4560-8a84-32c3ee635f4c req-686d8af4-033b-422f-aad1-4f7e76b7a423 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.4107900
May 04 13:47:03.454370 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-01445471-dd35-4113-a696-6288ff40ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.457002 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-01445471-dd35-4113-a696-6288ff40ba3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 200  len: 855 time: 0.1411662
May 04 13:47:03.532619 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-21d10650-4a0c-4f5f-940b-1ac01a77dcbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e30664-94e1-477e-9c47-e614bc853173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568411
May 04 13:47:03.535179 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e9a5-9c13-4ac3-96c2-2e68d79b11de req-b1b9e171-85d8-44c6-bcc7-1c61e1a957aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.536651 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-33d0e9a5-9c13-4ac3-96c2-2e68d79b11de req-b1b9e171-85d8-44c6-bcc7-1c61e1a957aa service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2767909
May 04 13:47:03.581542 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0b50e-4e27-4a6f-8c6c-a9729973b329 req-6ca69071-1a80-4f13-8636-b541f883105b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:03.582941 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a5c0b50e-4e27-4a6f-8c6c-a9729973b329 req-6ca69071-1a80-4f13-8636-b541f883105b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.4884946
May 04 13:47:03.712344 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-9fcceffe-1902-47ad-ba22-db55e95eb084 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708811
May 04 13:47:03.714492 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-79e002b6-1636-4560-8a84-32c3ee635f4c req-a3b1d3b6-5d23-4518-9c57-a3e92ed7bb87 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334116
May 04 13:47:03.895312 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-45a8c7e4-2063-4e8b-858a-639089eb0ab1 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3467195
May 04 13:47:03.945599 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a5c0b50e-4e27-4a6f-8c6c-a9729973b329 req-8669d807-d292-4002-9034-f015037eb37d tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3276358
May 04 13:47:04.356200 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8855cbe6-bf67-49c1-ac3e-be6049e5b3b0 req-14c111de-e3da-4847-a7dd-069af79e2d1d service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6287694
May 04 13:47:04.383586 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e9a5-9c13-4ac3-96c2-2e68d79b11de req-a6e73b8a-d6e8-4946-be25-c946181ed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:04.385800 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-33d0e9a5-9c13-4ac3-96c2-2e68d79b11de req-a6e73b8a-d6e8-4946-be25-c946181ed3ee service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8354716
May 04 13:47:04.446121 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-76039d04-6443-4b2e-84ed-ac7016331af4 req-7299d04a-c54e-48ed-bd8c-c12f860c2b3d service neutron] 10.222.0.48 "GET /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3874552
May 04 13:47:04.501030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:04.527353 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24908207-44d2-41cb-a545-a8a0a38eaf58 req-2ccb88cf-9b2a-42b0-b2e3-df86545f1b84 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:04.529469 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-24908207-44d2-41cb-a545-a8a0a38eaf58 req-2ccb88cf-9b2a-42b0-b2e3-df86545f1b84 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.4642777
May 04 13:47:04.546792 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f19546-9416-4f94-9eaf-180678cc3037 req-db054cd3-2540-4152-b43c-706a88e7e664 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:04.549381 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c7f19546-9416-4f94-9eaf-180678cc3037 req-db054cd3-2540-4152-b43c-706a88e7e664 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 931 time: 0.4768140
May 04 13:47:04.555876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:47:04.592450 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:04.614262 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-f8058f3f-a272-4f39-a0f8-92ea843aeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:04.618204 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-f8058f3f-a272-4f39-a0f8-92ea843aeffe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 1096 time: 0.1517031
May 04 13:47:04.646876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Transition to ACTIVE for port object c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:47:04.659907 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:04.663378 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-24908207-44d2-41cb-a545-a8a0a38eaf58 req-a53b0611-9775-49a9-8c74-b96797b96407 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127007
May 04 13:47:04.672519 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c7f19546-9416-4f94-9eaf-180678cc3037 req-aafd7daf-bd7b-4df2-9207-193a2782d97d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117594
May 04 13:47:04.674887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:04.756497 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-cfa7e950-9453-41a8-b3f1-79967add2fd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=beb72f50-32de-4fbf-b0f0-1dcd9b21904d HTTP/1.1" status: 200  len: 217 time: 0.1305888
May 04 13:47:04.846795 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:04.888944 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.889332 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.889666 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.890013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.890355 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.890690 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.891025 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.891361 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.891696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.892575 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.893251 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.894164 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:04.905675 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:04.907130 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-04683b08-781c-4965-a3e4-963c8b62d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:04.911614 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-04683b08-781c-4965-a3e4-963c8b62d98b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a2aba0-fe5f-432f-850c-bd21e35d1e62 HTTP/1.1" status: 200  len: 848 time: 0.1483576
May 04 13:47:04.951089 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Attempting to bind port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:47:04.951564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Attempting to bind port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:47:04.951966 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Attempting to bind port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 on network b6ae98e2-34db-44b9-941e-fe7f25702166 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:47:04.960303 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 on network b6ae98e2-34db-44b9-941e-fe7f25702166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:47:04.960892 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Attempting to bind port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 on network b6ae98e2-34db-44b9-941e-fe7f25702166 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:47:04.970466 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:47:04.971798 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Checking segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:47:04.971798 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Bound using segment: {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:47:04.972646 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Bound port: c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe10bb-59b9-4f36-8614-9c017e672421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:47:04.973366 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:05.021067 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-3f8d9fa2-ddf4-4dea-a54c-06e2b06ed724 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1000469
May 04 13:47:05.229376 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-644d384f-3b64-47d4-94f0-bec0b98fc177 service neutron] 10.222.0.48 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006714
May 04 13:47:05.254064 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:47:05.272290 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:47:05.283156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbd733-c0c2-4c81-bf19-098bf1dd6c13 req-37435839-f016-4d71-a053-05d7609d4f7b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:05.284997 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e1dbd733-c0c2-4c81-bf19-098bf1dd6c13 req-37435839-f016-4d71-a053-05d7609d4f7b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.2756181
May 04 13:47:05.287630 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:05.295003 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a1cc168f-95b6-4420-9356-c1d1e2b7122e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:05.397917 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:05.398552 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:05.399981 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] 10.222.0.48 "PUT /v2.0/ports/c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 1093 time: 2.5922351
May 04 13:47:05.401766 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:05.436744 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-7d5ac354-af3f-448a-9fa6-9a2d532bb6eb req-5fd9d2bf-6c47-43cc-9771-016f798ffa79 service neutron] 10.222.0.48 "GET /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007165
May 04 13:47:05.450633 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e1dbd733-c0c2-4c81-bf19-098bf1dd6c13 req-39038111-0bdc-4127-a20d-6729da220dab tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170864
May 04 13:47:05.509793 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd9f3a-e7d6-4cdc-b99e-bdb4752cc341 req-c7a5b909-35c9-4ba7-a507-1b62cdc9e504 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:05.512937 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9dfd9f3a-e7d6-4cdc-b99e-bdb4752cc341 req-c7a5b909-35c9-4ba7-a507-1b62cdc9e504 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.3278143
May 04 13:47:05.514133 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:05.533760 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:05.627899 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'status': 'completed', 'code': 200}
May 04 13:47:05.650925 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-eecbb81e-8217-4e25-b947-c63da6947529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:05.652589 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-eecbb81e-8217-4e25-b947-c63da6947529 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1096 time: 0.1834378
May 04 13:47:05.662034 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9dfd9f3a-e7d6-4cdc-b99e-bdb4752cc341 req-23650663-649f-4225-8464-ae3267fcda2b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215818
May 04 13:47:05.755050 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-33ce845a-0649-4413-94fd-74caa9ccb0c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 217 time: 0.0937424
May 04 13:47:05.840268 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-5d35570e-e728-44e9-9ac2-02285407b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:05.842652 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-5d35570e-e728-44e9-9ac2-02285407b4f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.0794499
May 04 13:47:05.966052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-5f11fc7f-4733-40ff-a685-c954693807fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:05.968673 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-5f11fc7f-4733-40ff-a685-c954693807fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1177201
May 04 13:47:06.095082 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371a66-b2de-4be4-ab96-874932f75472 req-7439a7fd-9e9e-4ae4-9bc6-61b87b1d87e3 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.097268 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2d371a66-b2de-4be4-ab96-874932f75472 req-7439a7fd-9e9e-4ae4-9bc6-61b87b1d87e3 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 943 time: 0.1911747
May 04 13:47:06.106447 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7b55-b0b1-461b-9d2a-7742155c3b6d req-4e9ef5bb-d281-4345-bc8d-dd34bbf10d4c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.108004 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f9cd7b55-b0b1-461b-9d2a-7742155c3b6d req-4e9ef5bb-d281-4345-bc8d-dd34bbf10d4c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1351488
May 04 13:47:06.132865 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-03a9be3a-f070-4140-8c28-630bcc5c8fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568165
May 04 13:47:06.187529 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2d371a66-b2de-4be4-ab96-874932f75472 req-7d668fff-08b0-4cae-9ba7-0a68e4895b48 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776598
May 04 13:47:06.196445 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f9cd7b55-b0b1-461b-9d2a-7742155c3b6d req-3f489fef-a47d-460b-a0cb-3d3ec4b7bcf5 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684042
May 04 13:47:06.306262 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 3e031e03-479f-4824-be33-856aec34eb81 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:47:06.306942 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-fd821cba-e4b9-4a9b-9c65-635652214806 req-1a2a3c40-19eb-4287-b68a-b0314d27ca43 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593189
May 04 13:47:06.437725 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-12364578-823e-43f4-bd48-2753cf0ddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.440214 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-12364578-823e-43f4-bd48-2753cf0ddb21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1096 time: 0.0798059
May 04 13:47:06.493778 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 3e031e03-479f-4824-be33-856aec34eb81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3e031e03-479f-4824-be33-856aec34eb81,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:06.514787 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '3e031e03-479f-4824-be33-856aec34eb81', 'network_id': 'a4e30664-94e1-477e-9c47-e614bc853173', 'port_id': '3e031e03-479f-4824-be33-856aec34eb81', 'mac_address': 'fa:16:3e:aa:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb9dbf3-2f01-4696-a876-1ec0e6a5a668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:47:06.611563 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:06.628926 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-028cd547-c7e9-4639-acac-63013c7cd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.631798 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-028cd547-c7e9-4639-acac-63013c7cd36d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.1841233
May 04 13:47:06.647675 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e031e03-479f-4824-be33-856aec34eb81 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:47:06.672054 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 3e031e03-479f-4824-be33-856aec34eb81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3e031e03-479f-4824-be33-856aec34eb81,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:06.677595 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:06.680107 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b5e85114-310b-464a-8d5d-67efb41ec81c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:06.691396 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd453517-07b1-4bf4-a7e4-a7237c2ba4a0 req-ede636e9-f6c3-451e-ad77-c453afede38a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.693621 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dd453517-07b1-4bf4-a7e4-a7237c2ba4a0 req-ede636e9-f6c3-451e-ad77-c453afede38a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 943 time: 0.1040452
May 04 13:47:06.710303 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-30fcdd8a-fdfb-41c4-b585-03fd680be51c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 217 time: 0.0714030
May 04 13:47:06.759786 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=3e031e03-479f-4824-be33-856aec34eb81,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:06.765333 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:06.782162 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dd453517-07b1-4bf4-a7e4-a7237c2ba4a0 req-263b2052-2354-4827-bba4-7b439be5e6c4 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755982
May 04 13:47:06.826250 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-c6ff9a75-64fe-4158-8a91-d8817b7d5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.828014 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-c6ff9a75-64fe-4158-8a91-d8817b7d5748 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.1082335
May 04 13:47:06.905027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3066875-332a-406e-896e-286b309e3bba req-0de6356d-f039-442e-a5bd-9ad017b558a0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:06.906702 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3066875-332a-406e-896e-286b309e3bba req-0de6356d-f039-442e-a5bd-9ad017b558a0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.0910456
May 04 13:47:06.959862 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3066875-332a-406e-896e-286b309e3bba req-625bd7c8-701e-43aa-a7c1-05aeedcf3077 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448084
May 04 13:47:07.012455 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-e472a873-33fc-449e-ada4-f868bb99eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:07.014153 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-e472a873-33fc-449e-ada4-f868bb99eb7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1735778
May 04 13:47:07.018368 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['3e031e03-479f-4824-be33-856aec34eb81'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:47:07.216301 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-7f4bf718-733b-4d00-991d-a853837bcaa2 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913438
May 04 13:47:07.481874 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-3db5c978-1c53-4bfd-9e0c-bb0a07c3e408 req-1d57ab0f-e9cb-4ea2-ae07-5745f89498be service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500277
May 04 13:47:07.659739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0ba68-36ea-4913-a69b-8eaec3002bc3 req-4884eaf7-d19e-4015-9e6e-f93593f5ec34 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:07.662473 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-22b0ba68-36ea-4913-a69b-8eaec3002bc3 req-4884eaf7-d19e-4015-9e6e-f93593f5ec34 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 943 time: 0.2817757
May 04 13:47:07.677099 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975cd3b-5a84-4b19-9340-c23172015329 req-7bc3deca-6892-4d12-b3d1-81bd1cc3b376 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:07.679658 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f975cd3b-5a84-4b19-9340-c23172015329 req-7bc3deca-6892-4d12-b3d1-81bd1cc3b376 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2322364
May 04 13:47:07.817442 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-22b0ba68-36ea-4913-a69b-8eaec3002bc3 req-88ac4595-f46c-4c06-9f76-99d80f901911 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360214
May 04 13:47:07.823524 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f975cd3b-5a84-4b19-9340-c23172015329 req-a06c7797-0cd3-4efd-a11a-808edc33fdb9 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179149
May 04 13:47:08.163350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc227-377a-4b0b-bfae-037a7c3bf75f req-85e48ef2-f7b8-48d5-8eda-7730ff021445 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:08.164945 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c43fc227-377a-4b0b-bfae-037a7c3bf75f req-85e48ef2-f7b8-48d5-8eda-7730ff021445 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 944 time: 0.2469440
May 04 13:47:08.232760 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c43fc227-377a-4b0b-bfae-037a7c3bf75f req-bbe0af89-6a9d-41e7-a499-312905fdb3c9 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611141
May 04 13:47:08.242096 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae389e-d149-4cc8-beec-31906595a7a0 req-249183c2-89f6-4ced-af7c-c7cfadeee8e6 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:08.243850 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eeae389e-d149-4cc8-beec-31906595a7a0 req-249183c2-89f6-4ced-af7c-c7cfadeee8e6 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 943 time: 0.1580966
May 04 13:47:08.298281 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eeae389e-d149-4cc8-beec-31906595a7a0 req-33bdfcc0-e3d2-42f7-985e-c67bb168da91 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448010
May 04 13:47:08.309259 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:47:08.314020 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 3e031e03-479f-4824-be33-856aec34eb81 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:47:08.502609 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 3e031e03-479f-4824-be33-856aec34eb81 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:47:08.516844 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 3e031e03-479f-4824-be33-856aec34eb81 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:08.518082 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:08.599442 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:08.620449 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'port_id': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'mac_address': 'fa:16:3e:f4:34:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:47:08.734001 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:08.766391 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:08.777616 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:47:08.808479 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:08.814022 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e031e03-479f-4824-be33-856aec34eb81'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:08.823477 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:08.824421 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device beb72f50-32de-4fbf-b0f0-1dcd9b21904d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:47:08.827804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:08.872195 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 3e031e03-479f-4824-be33-856aec34eb81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3e031e03-479f-4824-be33-856aec34eb81,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:08.905302 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e031e03-479f-4824-be33-856aec34eb81', 'code': 200}
May 04 13:47:08.906416 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:09.032257 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:09.040184 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:09.040920 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:09.149613 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea565-f092-4150-a7d1-c4e2c68f0c9b req-85d8c880-1db9-48f2-9373-fa3bd2b0ec3b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:09.151793 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ff2ea565-f092-4150-a7d1-c4e2c68f0c9b req-85d8c880-1db9-48f2-9373-fa3bd2b0ec3b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 944 time: 0.1987977
May 04 13:47:09.233009 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=3e031e03-479f-4824-be33-856aec34eb81,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:09.240188 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:09.249679 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:09.273116 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d', 'network_id': '24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51', 'port_id': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d', 'mac_address': 'fa:16:3e:49:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2aba0-fe5f-432f-850c-bd21e35d1e62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:47:09.282043 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ff2ea565-f092-4150-a7d1-c4e2c68f0c9b req-bef2d745-5083-4c88-9f69-ffa22708d207 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153734
May 04 13:47:09.283359 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d0c28-8051-47f3-a200-d316af79a0cc req-f4fc19d9-0f4b-4653-9152-987625ab2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:09.286114 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-f00d0c28-8051-47f3-a200-d316af79a0cc req-f4fc19d9-0f4b-4653-9152-987625ab2505 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 1098 time: 0.1292970
May 04 13:47:09.303657 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fbe17-ef5e-49ed-8200-1a5505230d14 req-fd3fc1cc-85cd-4849-9a84-7e77dc94354b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:09.306444 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-761fbe17-ef5e-49ed-8200-1a5505230d14 req-fd3fc1cc-85cd-4849-9a84-7e77dc94354b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2203984
May 04 13:47:09.384904 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:09.390186 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-f00d0c28-8051-47f3-a200-d316af79a0cc req-159ca833-037a-4163-9138-a8b3aa358d10 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949194
May 04 13:47:09.406800 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-761fbe17-ef5e-49ed-8200-1a5505230d14 req-989ea77e-98b0-457e-b12b-158e1e07bb06 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919502
May 04 13:47:09.408504 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb72f50-32de-4fbf-b0f0-1dcd9b21904d {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:47:09.430409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:09.436122 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:09.440216 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-69d80be9-f86f-4f88-b212-adc06256ade4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:09.538410 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:09.541699 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:09.613119 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5e211-1204-44cb-b8b9-cfd1f543009c req-2b14fd58-8d53-441d-a7e4-12a37c14cedb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:09.615979 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e7d5e211-1204-44cb-b8b9-cfd1f543009c req-2b14fd58-8d53-441d-a7e4-12a37c14cedb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 945 time: 0.1601813
May 04 13:47:09.703807 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e7d5e211-1204-44cb-b8b9-cfd1f543009c req-8af3b1eb-d8ea-44b6-9425-67747a218edd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809276
May 04 13:47:09.717484 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d0a0-3ed6-4ba0-8cbc-f7fcea006003 req-4a36988c-64af-4fcd-9954-b1feae27d919 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:09.722020 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16e5d0a0-3ed6-4ba0-8cbc-f7fcea006003 req-4a36988c-64af-4fcd-9954-b1feae27d919 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 944 time: 0.1867583
May 04 13:47:09.776599 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16e5d0a0-3ed6-4ba0-8cbc-f7fcea006003 req-e810b1bf-658d-4034-83dc-9823fb8631c5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505819
May 04 13:47:09.776932 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:47:09.825574 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['beb72f50-32de-4fbf-b0f0-1dcd9b21904d'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:47:10.004291 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 57496) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:10.132031 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.149857 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:10.153924 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Usage tracker for resource:security_group_rule and tenant:dfe9116531ab43feb18490903815539d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:10.157303 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:10.163375 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:10.254625 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.258878 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.265842 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-24738de2-f102-42ae-9ac3-011127b4ec6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:10.318327 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfe9116531ab43feb18490903815539d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3129275
May 04 13:47:10.319307 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ca52ab-9abd-47c9-9eb7-2b8e02eab9ab,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:10.322754 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 57504) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:10.327921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.328286 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.328645 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.328995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.329432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.329987 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.330914 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.330914 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.331213 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.331544 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.331885 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.332222 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:10.336945 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:10.391698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.469204 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.645350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f9ecf-4626-4331-b861-92c2927f8cdf req-fad5d071-1c75-4572-b6b6-85672cb451e7 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:10.647931 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b2f9ecf-4626-4331-b861-92c2927f8cdf req-fad5d071-1c75-4572-b6b6-85672cb451e7 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 944 time: 0.2427619
May 04 13:47:10.698723 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.711368 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-622eb066-6504-458f-9cac-b1917eb39549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:10.763897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ca52ab-9abd-47c9-9eb7-2b8e02eab9ab,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:10.786149 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:10.802964 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b2f9ecf-4626-4331-b861-92c2927f8cdf req-5795f978-67ce-40bc-9b0f-b1d091a0feac tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463735
May 04 13:47:10.805175 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:10.809362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34ca52ab-9abd-47c9-9eb7-2b8e02eab9ab HTTP/1.1" status: 204  len: 168 time: 0.4846978
May 04 13:47:10.840770 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e0599-5815-42c8-bab5-472942107cbb req-ffae4749-a115-4697-9c33-5f8b86f5b45f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:10.843870 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a26e0599-5815-42c8-bab5-472942107cbb req-ffae4749-a115-4697-9c33-5f8b86f5b45f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.3020587
May 04 13:47:10.950808 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a26e0599-5815-42c8-bab5-472942107cbb req-e9692d15-bcba-4f5c-9d4e-9585447e975e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950921
May 04 13:47:11.115428 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee07a9-03a2-4ed9-863e-41348fdd2276 req-0649bc36-0d0b-4a10-9cd8-dd47a9db0fd6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:11.117963 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6eee07a9-03a2-4ed9-863e-41348fdd2276 req-0649bc36-0d0b-4a10-9cd8-dd47a9db0fd6 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 945 time: 0.1350601
May 04 13:47:11.220875 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6eee07a9-03a2-4ed9-863e-41348fdd2276 req-559c9125-887e-40dc-ab18-a3cd0ef29291 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925572
May 04 13:47:11.261934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d828-b51e-4726-bbe8-03c23180512e req-4df03a88-874e-48ec-bd3e-ac33df80c506 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:11.269907 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7950d828-b51e-4726-bbe8-03c23180512e req-4df03a88-874e-48ec-bd3e-ac33df80c506 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 944 time: 0.1153677
May 04 13:47:11.358895 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7950d828-b51e-4726-bbe8-03c23180512e req-8cf44b64-5769-4a17-ba4d-7cf50f2343cb tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801489
May 04 13:47:12.226081 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49ffe-c392-4f40-8dd6-a94495aa69cf req-10c4ba10-7e27-4a96-b885-967bb297ee36 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:12.228803 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99f49ffe-c392-4f40-8dd6-a94495aa69cf req-10c4ba10-7e27-4a96-b885-967bb297ee36 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 944 time: 0.2035482
May 04 13:47:12.335675 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:47:12.340032 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99f49ffe-c392-4f40-8dd6-a94495aa69cf req-514a2d4b-5d3d-4841-a651-b3703b7080e9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034653
May 04 13:47:12.352683 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cd3de-be27-4f78-8ca3-eae0143633bb req-51ceef54-4332-4c14-bba1-88fbb97fcf79 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:12.354739 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb5cd3de-be27-4f78-8ca3-eae0143633bb req-51ceef54-4332-4c14-bba1-88fbb97fcf79 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2328062
May 04 13:47:12.479007 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb5cd3de-be27-4f78-8ca3-eae0143633bb req-37e0ddbd-4b27-4471-87ec-1de4d4d699e8 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119196
May 04 13:47:12.505982 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:47:12.512359 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:12.513237 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:12.752161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3fb3f-4313-4985-a046-441ad363ad2a req-d544f704-c110-4ad1-9d57-980cfc44a0f0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:12.754707 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91e3fb3f-4313-4985-a046-441ad363ad2a req-d544f704-c110-4ad1-9d57-980cfc44a0f0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 944 time: 0.1701643
May 04 13:47:12.757784 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:12.827924 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:12.831610 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:12.854379 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:12.855682 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device beb72f50-32de-4fbf-b0f0-1dcd9b21904d up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:47:12.886196 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91e3fb3f-4313-4985-a046-441ad363ad2a req-e0e6c9e3-82ef-4908-8891-f993560f798b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179986
May 04 13:47:12.901231 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:12.953727 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'code': 200}
May 04 13:47:13.016463 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:13.021510 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:13.034367 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port beb72f50-32de-4fbf-b0f0-1dcd9b21904d completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:47:13.040129 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port beb72f50-32de-4fbf-b0f0-1dcd9b21904d triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:13.040595 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:13.196655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:13.235441 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:13.248161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:13.253010 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:13.262229 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-45a073ad-987a-4b9a-93e3-ad637f50874a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1638176
May 04 13:47:13.367562 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a3f-a604-43cd-aaa2-b8c948460310 req-fb3f1b24-ca01-4a7b-ba98-28e4c6142699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:13.370983 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a9fa4a3f-a604-43cd-aaa2-b8c948460310 req-fb3f1b24-ca01-4a7b-ba98-28e4c6142699 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1098 time: 0.1322229
May 04 13:47:13.383627 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-f344af75-b92e-47e6-afca-867b6c26d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:13.385261 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-f344af75-b92e-47e6-afca-867b6c26d076 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1098 time: 0.0935273
May 04 13:47:13.406657 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:13.426962 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:13.456220 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a9fa4a3f-a604-43cd-aaa2-b8c948460310 req-2add0ff0-ad96-439d-a465-487df6f83ad0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773861
May 04 13:47:13.601510 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-676f034a-99db-4575-a354-390304e57ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:13.604470 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-676f034a-99db-4575-a354-390304e57ce8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.1952002
May 04 13:47:13.701577 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ae734-afb1-4331-a9b5-f54fc77d36a2 req-f9522329-3545-450b-a9c4-2a12b7455fd1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:13.704310 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1b5ae734-afb1-4331-a9b5-f54fc77d36a2 req-f9522329-3545-450b-a9c4-2a12b7455fd1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.1324227
May 04 13:47:13.749908 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-bdc53e43-62e6-44cf-960e-3955d705bbd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 1001 time: 0.1367359
May 04 13:47:13.764718 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1b5ae734-afb1-4331-a9b5-f54fc77d36a2 req-7f476c38-bade-4a82-b7c4-e70df0edf26e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527399
May 04 13:47:13.832042 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-be557f95-0756-4b0e-b02f-5629e7a2694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:13.834332 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-be557f95-0756-4b0e-b02f-5629e7a2694a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.0764515
May 04 13:47:13.937036 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-9ae2c455-7ac7-498c-97f8-a1078ee9ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:13.939422 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-9ae2c455-7ac7-498c-97f8-a1078ee9ae66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885174
May 04 13:47:14.130861 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-886673ea-d627-4980-82d5-ff1d3452fd75 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807704
May 04 13:47:14.342291 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91199cf-7c76-4625-859f-393387ae9cd2 req-4f9a5164-c29f-4a0f-8ea9-495bfb8fa13c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:14.345572 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c91199cf-7c76-4625-859f-393387ae9cd2 req-4f9a5164-c29f-4a0f-8ea9-495bfb8fa13c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.4378152
May 04 13:47:14.372403 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e8df30e1-9a99-4e18-a506-16d59980dde7 req-b757b625-8a28-4611-9eff-563f5c944d4a service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325819
May 04 13:47:14.456317 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c91199cf-7c76-4625-859f-393387ae9cd2 req-8707fa0c-b6e7-4117-a977-444c1606320d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029944
May 04 13:47:14.479910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b09460-3ce5-4259-bf67-a73415825e23 req-9b9ab87e-8d94-4530-b4d3-d1889223728b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:14.482813 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65b09460-3ce5-4259-bf67-a73415825e23 req-9b9ab87e-8d94-4530-b4d3-d1889223728b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.4065609
May 04 13:47:14.587690 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65b09460-3ce5-4259-bf67-a73415825e23 req-6a52dc6a-42b8-42c5-a741-abec2a43b6e2 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960057
May 04 13:47:14.955800 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:14.975459 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256aadf-2650-4739-b473-52bef58db2e4 req-921a5c4b-a2b6-4cd5-8417-06319276c894 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:14.976857 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f256aadf-2650-4739-b473-52bef58db2e4 req-921a5c4b-a2b6-4cd5-8417-06319276c894 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.0911405
May 04 13:47:15.032373 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d', 'code': 200}
May 04 13:47:15.039229 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f256aadf-2650-4739-b473-52bef58db2e4 req-8189bdcb-2283-40f9-8928-c1c2b2fee79e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553396
May 04 13:47:15.270150 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6f9c0-842b-4b5d-97f4-7e8151fb14c4 req-84f494f1-546e-4047-a4e7-9a256e4e4664 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:15.272849 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4da6f9c0-842b-4b5d-97f4-7e8151fb14c4 req-84f494f1-546e-4047-a4e7-9a256e4e4664 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.1121712
May 04 13:47:15.359880 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4da6f9c0-842b-4b5d-97f4-7e8151fb14c4 req-c02d0c9c-1176-43a7-9bc1-b0017271fb64 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807397
May 04 13:47:15.830821 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5f104-2c6b-4cda-a16f-e1cc81e20f69 req-623e87c3-7ffb-4dec-ba74-0f243fa42839 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:15.832396 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3bb5f104-2c6b-4cda-a16f-e1cc81e20f69 req-623e87c3-7ffb-4dec-ba74-0f243fa42839 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.1236203
May 04 13:47:15.840537 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69900b80-1311-42b3-8815-103ddf7dae86 req-26e82ff6-4aee-472a-9354-5b0215306a25 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:15.842118 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-69900b80-1311-42b3-8815-103ddf7dae86 req-26e82ff6-4aee-472a-9354-5b0215306a25 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1704216
May 04 13:47:15.920051 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3bb5f104-2c6b-4cda-a16f-e1cc81e20f69 req-33fe8dfa-0fc8-4834-9867-69cebbeeb973 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767794
May 04 13:47:15.926626 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-69900b80-1311-42b3-8815-103ddf7dae86 req-836b32bf-d137-4894-9e4a-809a26c2ec76 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690429
May 04 13:47:16.156896 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66ce4-6148-4eb6-b755-4534187b5e8b req-c2b37200-5d11-4164-bebc-f028f88e66ae tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:16.159727 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ebb66ce4-6148-4eb6-b755-4534187b5e8b req-c2b37200-5d11-4164-bebc-f028f88e66ae tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.1077003
May 04 13:47:16.231262 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ebb66ce4-6148-4eb6-b755-4534187b5e8b req-32483532-a111-4b3c-bd76-ed089f37734b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645456
May 04 13:47:16.873105 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:47:17.138481 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301fbf3-0872-4412-844d-85248ac1c2f7 req-95433d8f-b963-46e9-8a2f-46df7d9b9529 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:17.140387 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a301fbf3-0872-4412-844d-85248ac1c2f7 req-95433d8f-b963-46e9-8a2f-46df7d9b9529 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.0871990
May 04 13:47:17.191727 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a301fbf3-0872-4412-844d-85248ac1c2f7 req-e06a64e0-a217-46f0-bd3f-36eef8af7fe0 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442989
May 04 13:47:17.438538 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138e3fe-13f0-40a5-bbd4-ca5f60969f6c req-9581ddc3-4cd4-4c38-86fc-b7b805978e62 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:17.440546 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1138e3fe-13f0-40a5-bbd4-ca5f60969f6c req-9581ddc3-4cd4-4c38-86fc-b7b805978e62 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.0912054
May 04 13:47:17.495463 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1138e3fe-13f0-40a5-bbd4-ca5f60969f6c req-f68dbd8e-be83-40ba-b377-a6784c28965b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442061
May 04 13:47:17.990322 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:18.039488 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686f2f4-0328-4d49-85ba-c4cfb997a110 req-c2106f47-2fad-4433-b0a2-654af5ae515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:18.041194 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6686f2f4-0328-4d49-85ba-c4cfb997a110 req-c2106f47-2fad-4433-b0a2-654af5ae515f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 1098 time: 0.0871522
May 04 13:47:18.097852 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6686f2f4-0328-4d49-85ba-c4cfb997a110 req-e72d8e5f-c0fd-46cd-ae82-8510ff10e9eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483656
May 04 13:47:18.482319 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e1c6a-ae69-4a8a-8689-e3b688988512 req-3b8bfacf-9bcc-415f-a733-ce2531b08d27 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:18.484721 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-858e1c6a-ae69-4a8a-8689-e3b688988512 req-3b8bfacf-9bcc-415f-a733-ce2531b08d27 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1607256
May 04 13:47:18.549343 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-858e1c6a-ae69-4a8a-8689-e3b688988512 req-7920549c-47f6-4d6e-af9b-2e101b894259 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578935
May 04 13:47:18.789483 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bfa02-ea3d-4307-bc5e-e7bac58cc6a8 req-36a0d921-6f13-4e8d-8c36-a12861ce2312 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:18.791144 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-020bfa02-ea3d-4307-bc5e-e7bac58cc6a8 req-36a0d921-6f13-4e8d-8c36-a12861ce2312 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.1000381
May 04 13:47:18.855569 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-020bfa02-ea3d-4307-bc5e-e7bac58cc6a8 req-99afe0ad-4c63-4c8c-8a83-ad9df877941c tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545325
May 04 13:47:19.814060 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc426527-9286-4d7d-a1b6-8d0b07f52e86 req-9dd76449-14f7-4059-a166-49d5ab855558 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:19.816241 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc426527-9286-4d7d-a1b6-8d0b07f52e86 req-9dd76449-14f7-4059-a166-49d5ab855558 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1046870
May 04 13:47:19.879429 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc426527-9286-4d7d-a1b6-8d0b07f52e86 req-5a372221-c8fb-4e0b-a73a-a6cf3feec808 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542719
May 04 13:47:20.124978 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38cbdb-3d6f-4f32-bbdc-5b5dd9844fc6 req-0ba303a9-8288-4459-9e73-e6444aae515b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:20.126940 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ef38cbdb-3d6f-4f32-bbdc-5b5dd9844fc6 req-0ba303a9-8288-4459-9e73-e6444aae515b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.0941331
May 04 13:47:20.176390 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ef38cbdb-3d6f-4f32-bbdc-5b5dd9844fc6 req-2b25070c-3f66-4474-a785-d3aaadd0dcc7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430379
May 04 13:47:21.089179 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc574b7-f721-4898-a634-448e2cf47188 req-59f961ab-f943-4e0e-8daa-cbb0065ee434 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:21.090871 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-abc574b7-f721-4898-a634-448e2cf47188 req-59f961ab-f943-4e0e-8daa-cbb0065ee434 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.0929639
May 04 13:47:21.141219 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-abc574b7-f721-4898-a634-448e2cf47188 req-5fb32242-7159-4d25-aaa1-cdf35c4cc003 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438561
May 04 13:47:22.405903 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2d0e-3b5a-4a9a-bb97-bd83ae2aa32a req-03c9e629-0b0e-42f9-b6a7-af88c3e3fd47 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:22.408803 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-20ff2d0e-3b5a-4a9a-bb97-bd83ae2aa32a req-03c9e629-0b0e-42f9-b6a7-af88c3e3fd47 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1517417
May 04 13:47:22.460199 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-20ff2d0e-3b5a-4a9a-bb97-bd83ae2aa32a req-6a9763de-f046-43a5-930a-2e6bc0b33fbe tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448608
May 04 13:47:23.783411 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e922d-9fe8-4793-9f91-17cc8c5949ad req-19df4bd4-c5d8-45be-a385-ecb39dde9060 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:23.785263 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2b7e922d-9fe8-4793-9f91-17cc8c5949ad req-19df4bd4-c5d8-45be-a385-ecb39dde9060 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1526530
May 04 13:47:23.857985 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2b7e922d-9fe8-4793-9f91-17cc8c5949ad req-89c9bcfd-529e-4f99-9b89-6efeaf906baf tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654283
May 04 13:47:23.974483 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947186-70cb-43a9-9059-fd515cdfbff2 req-8b99ced1-42fb-44f7-8788-60039ca94cb7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:23.976074 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-31947186-70cb-43a9-9059-fd515cdfbff2 req-8b99ced1-42fb-44f7-8788-60039ca94cb7 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.0910842
May 04 13:47:24.033971 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-31947186-70cb-43a9-9059-fd515cdfbff2 req-a3074a23-6ca9-4199-8cc0-73ae81df80d5 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500226
May 04 13:47:25.069334 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b279454-3ce1-4bdc-abea-11d341a90425 req-7ff7eeb0-f698-4896-bf94-517de4fe9bd2 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:25.070822 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b279454-3ce1-4bdc-abea-11d341a90425 req-7ff7eeb0-f698-4896-bf94-517de4fe9bd2 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.0918984
May 04 13:47:25.130944 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b279454-3ce1-4bdc-abea-11d341a90425 req-b64516c2-1a15-4782-bfbf-77aae855de72 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482168
May 04 13:47:25.421341 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088432a4-6cee-48f1-b1ee-899300c9c361 req-2a0c02ee-e9c5-4285-88a3-c806d6b6a11a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:25.424380 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-088432a4-6cee-48f1-b1ee-899300c9c361 req-2a0c02ee-e9c5-4285-88a3-c806d6b6a11a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.2575698
May 04 13:47:25.478325 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-088432a4-6cee-48f1-b1ee-899300c9c361 req-d597ef45-5e2d-4226-9cc0-9706feb87b58 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481806
May 04 13:47:26.346730 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4714066-df2f-479b-b089-66e914d0da3e req-eb2e38d5-8ff4-4427-907e-0c989335d4a9 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:26.349033 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4714066-df2f-479b-b089-66e914d0da3e req-eb2e38d5-8ff4-4427-907e-0c989335d4a9 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.0934234
May 04 13:47:26.412372 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e4714066-df2f-479b-b089-66e914d0da3e req-e3259b47-3c55-44a6-a228-95fec0bbb8e3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544829
May 04 13:47:26.701347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530864f-1a26-4dac-a1a4-0f208d4b64ee req-ea24e1d6-2234-4de1-b5b0-fa5369fb5caa tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:26.703292 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2530864f-1a26-4dac-a1a4-0f208d4b64ee req-ea24e1d6-2234-4de1-b5b0-fa5369fb5caa tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.0974379
May 04 13:47:26.786044 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2530864f-1a26-4dac-a1a4-0f208d4b64ee req-607bd2d5-70c6-4526-98c2-aaa167e5bcf2 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744977
May 04 13:47:27.780695 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b7b0-147d-4adb-9e09-16f0e335a18c req-0311d87b-3d37-49ef-bea7-28e5b8e3ad18 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:27.781860 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d95a-c1b2-48d3-b70a-3a2909c6ecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:27.784889 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4c97b7b0-147d-4adb-9e09-16f0e335a18c req-0311d87b-3d37-49ef-bea7-28e5b8e3ad18 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1418035
May 04 13:47:27.866949 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4c97b7b0-147d-4adb-9e09-16f0e335a18c req-f11f0a52-9ee5-48cb-9a7c-8f44523bbee6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738890
May 04 13:47:27.899508 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-5fa2735e-ebaf-427a-8a3d-0f25163471d0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:27.900896 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-5fa2735e-ebaf-427a-8a3d-0f25163471d0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Synchronizing usage tracker for tenant:c3e2ad19f80948a38d9ef278271ae69d on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:47:27.935278 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-5fa2735e-ebaf-427a-8a3d-0f25163471d0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Unset dirty status for tenant:c3e2ad19f80948a38d9ef278271ae69d on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:47:27.937500 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-5fa2735e-ebaf-427a-8a3d-0f25163471d0 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.1924789
May 04 13:47:28.129853 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5162e5-5908-4f3c-87a7-9cc1631bde80 req-cba90317-8d19-465a-b138-d7344f169ce2 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:28.132554 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9d5162e5-5908-4f3c-87a7-9cc1631bde80 req-cba90317-8d19-465a-b138-d7344f169ce2 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 945 time: 0.1532199
May 04 13:47:28.175054 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Deleting port beb72f50-32de-4fbf-b0f0-1dcd9b21904d {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:47:28.175439 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:28.223072 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9d5162e5-5908-4f3c-87a7-9cc1631bde80 req-3f42ebb9-167b-4061-8d5b-ed78b9dd602a tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/security-groups?id=02fd09c5-c459-435a-a964-e7903301f3f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770907
May 04 13:47:28.512604 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] For port beb72f50-32de-4fbf-b0f0-1dcd9b21904d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,segment=NetworkSegment(84b8e1bd-4197-4797-9820-4de4ac2f5c23),segment_id=84b8e1bd-4197-4797-9820-4de4ac2f5c23)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:28.514048 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:28.838221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Calling delete_port for beb72f50-32de-4fbf-b0f0-1dcd9b21904d owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:47:29.027284 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:29.034961 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7c302511-1823-4a99-a3c2-8b3717a185fb tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:29.119764 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Pushing event deleted for resources: {'Port': ['ID=beb72f50-32de-4fbf-b0f0-1dcd9b21904d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:29.135191 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:29.351166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] No DVR routers for this DVR port beb72f50-32de-4fbf-b0f0-1dcd9b21904d on host hv-cinder-78956 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:47:29.356750 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:29.377690 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'name': 'network-vif-deleted', 'tag': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:29.419104 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-17dc3f6c-d89d-4486-8bba-d4fa51167def req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.48 "DELETE /v2.0/ports/beb72f50-32de-4fbf-b0f0-1dcd9b21904d HTTP/1.1" status: 204  len: 173 time: 1.4743266
May 04 13:47:29.496933 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804e0f0-08b7-43bb-a7b6-9bd205c19f18 req-6fc4df70-c5d2-415f-9d0d-c75cf6f98f86 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:29.500138 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2804e0f0-08b7-43bb-a7b6-9bd205c19f18 req-6fc4df70-c5d2-415f-9d0d-c75cf6f98f86 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2986147
May 04 13:47:29.558318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5bf2a-2036-4d41-b1e9-d531d44af38c req-d9aeba5b-54e7-4990-b200-a09fecc73b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:29.561674 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3ad5bf2a-2036-4d41-b1e9-d531d44af38c req-d9aeba5b-54e7-4990-b200-a09fecc73b54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 1099 time: 0.4102030
May 04 13:47:29.723224 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3ad5bf2a-2036-4d41-b1e9-d531d44af38c req-a41439ee-4d30-41d2-acd0-8dd4a70fc66e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476588
May 04 13:47:29.755974 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fbbe6f02-07e3-45fe-92b8-744c992f4ff1 req-776de8ce-a487-41d3-9ce8-d7a7ebdaf6d2 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] 10.222.0.25 "GET /v2.0/ports?device_id=4136c04b-4402-47d0-829a-478aa1c2a4fd HTTP/1.1" status: 200  len: 210 time: 0.1383362
May 04 13:47:29.762438 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2804e0f0-08b7-43bb-a7b6-9bd205c19f18 req-b585c468-3a3f-462e-89b2-46acd92e2d44 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529812
May 04 13:47:29.833928 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136c04b-4402-47d0-829a-478aa1c2a4fd', 'name': 'network-vif-deleted', 'tag': 'beb72f50-32de-4fbf-b0f0-1dcd9b21904d', 'status': 'completed', 'code': 200}
May 04 13:47:30.364051 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device beb72f50-32de-4fbf-b0f0-1dcd9b21904d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:47:30.405178 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: beb72f50-32de-4fbf-b0f0-1dcd9b21904d {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:47:30.405532 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device beb72f50-32de-4fbf-b0f0-1dcd9b21904d not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:47:30.914303 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:31.071457 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebceab6-4c4b-4b6c-ba84-870fb551d77f req-6fa41404-c3c2-4206-8cf1-ffeb12a4e96f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:31.073464 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ebceab6-4c4b-4b6c-ba84-870fb551d77f req-6fa41404-c3c2-4206-8cf1-ffeb12a4e96f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1056230
May 04 13:47:31.148256 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ebceab6-4c4b-4b6c-ba84-870fb551d77f req-9ec875bd-42ae-49fa-bdee-f4b9b709ed43 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653577
May 04 13:47:31.167837 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-501913b7-456d-4870-9868-f5a6bede47ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:31.504659 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed495-37b9-43ac-a35d-d8bcebb82d82 req-85a3d666-6f27-41b9-ba4c-015225a5c57a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:31.506315 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-262ed495-37b9-43ac-a35d-d8bcebb82d82 req-85a3d666-6f27-41b9-ba4c-015225a5c57a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1390188
May 04 13:47:31.562397 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-262ed495-37b9-43ac-a35d-d8bcebb82d82 req-68f07378-1329-4ccd-9620-474e17ca0b72 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493748
May 04 13:47:33.168142 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:33.965234 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04b3a-9b26-4b00-be9a-8e3a4e400644 req-fab9655e-1829-4b18-8647-f8c8dec4312b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:33.966935 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05a04b3a-9b26-4b00-be9a-8e3a4e400644 req-fab9655e-1829-4b18-8647-f8c8dec4312b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1028507
May 04 13:47:34.019070 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05a04b3a-9b26-4b00-be9a-8e3a4e400644 req-14d1d601-c2a5-4290-9281-8b204ba921a8 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444310
May 04 13:47:34.499655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:35.306282 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbc236-c95f-41f2-b1dd-050fe95c07da req-0e96b205-5c49-4846-b7c0-6479b8d4eafb tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:35.308904 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6dcbc236-c95f-41f2-b1dd-050fe95c07da req-0e96b205-5c49-4846-b7c0-6479b8d4eafb tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1255524
May 04 13:47:35.360360 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6dcbc236-c95f-41f2-b1dd-050fe95c07da req-3cac67da-3b81-4582-90c0-d661ea48e99f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448246
May 04 13:47:36.579158 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ffa0-62cd-4598-b2a3-95bbf5bed755 req-fe223693-d773-4980-af25-7feac67d3390 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:36.581470 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8df8ffa0-62cd-4598-b2a3-95bbf5bed755 req-fe223693-d773-4980-af25-7feac67d3390 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.0950775
May 04 13:47:36.636600 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8df8ffa0-62cd-4598-b2a3-95bbf5bed755 req-9c8002d3-78db-45a1-a164-d66ffc5d56b3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474269
May 04 13:47:36.760987 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5201777-576e-416e-9257-2decf7799ee9 req-9d2738f5-11b9-4de7-a711-7628c0b1ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:36.763010 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-9d2738f5-11b9-4de7-a711-7628c0b1ae8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.0911632
May 04 13:47:36.946378 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5201777-576e-416e-9257-2decf7799ee9 req-f85f6694-ee43-4100-9d14-f5c8ff8086af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:36.948980 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-f85f6694-ee43-4100-9d14-f5c8ff8086af service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 0.1771295
May 04 13:47:37.055398 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-bf033580-dfc2-4b1b-b699-b5cd06162599 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 217 time: 0.0961733
May 04 13:47:37.129136 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5201777-576e-416e-9257-2decf7799ee9 req-e655a118-0d71-4f2e-97bf-5e6d937bcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:37.130612 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-e655a118-0d71-4f2e-97bf-5e6d937bcb8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.0659177
May 04 13:47:37.204180 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-45eab334-9879-4698-82f1-8b340a0dc1ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484278
May 04 13:47:37.458068 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-6ed1f5ad-30e2-4710-b335-7c7846682b80 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394097
May 04 13:47:37.664429 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5201777-576e-416e-9257-2decf7799ee9 req-f08feada-52b3-47ed-80f7-606221c02578 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963458
May 04 13:47:37.990617 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bef665-dbb2-4270-b283-dfb2012dda10 req-7db48fc9-6135-4ac7-bc77-9e2ab779bf3f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:37.998008 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d4bef665-dbb2-4270-b283-dfb2012dda10 req-7db48fc9-6135-4ac7-bc77-9e2ab779bf3f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1460152
May 04 13:47:38.079922 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d4bef665-dbb2-4270-b283-dfb2012dda10 req-52a623c9-21e5-4bb4-993f-c76cb2e4b36d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804088
May 04 13:47:38.972941 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 57976) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:39.117781 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec67ca-738c-455f-856c-ae9043411a04 req-3c7efbfe-47bf-46c6-a2d5-96c9b85f47b0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:39.130379 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1ec67ca-738c-455f-856c-ae9043411a04 req-3c7efbfe-47bf-46c6-a2d5-96c9b85f47b0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.1617246
May 04 13:47:39.214453 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:39.234027 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1ec67ca-738c-455f-856c-ae9043411a04 req-a71ad94d-cac8-4afd-b982-3e83e2c1da07 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024160
May 04 13:47:39.244496 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:39.249921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:04ed1da11ab447f48cad86c58510ee43 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:39.255727 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:39.257388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 57984) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:39.274678 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:39.450423 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:39.459256 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:39.468575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:39.517866 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026428d1-1c6a-4b21-9f63-7a5659fc2172,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:39.521911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:39.528991 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 57994) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:39.529754 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04ed1da11ab447f48cad86c58510ee43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5540209
May 04 13:47:39.766039 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:39.821384 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068792fd-3265-4956-be66-9408108f0182 req-db0b5252-ce3e-41d2-82c5-21b419f197fd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:39.829060 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-068792fd-3265-4956-be66-9408108f0182 req-db0b5252-ce3e-41d2-82c5-21b419f197fd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.4039824
May 04 13:47:39.871522 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:39.951003 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-068792fd-3265-4956-be66-9408108f0182 req-58a89f0c-7874-45e5-976e-bcb51fd9c088 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202509
May 04 13:47:39.972498 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de6432-faf2-4380-891d-f1cbfdf78d4a tempest-TestMinimumBasicScenario-2113730644 tempest-TestMinimumBasicScenario-2113730644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:39.974483 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a9de6432-faf2-4380-891d-f1cbfdf78d4a tempest-TestMinimumBasicScenario-2113730644 tempest-TestMinimumBasicScenario-2113730644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1093 time: 0.7151177
May 04 13:47:39.979283 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 57998) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:39.988156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'port_id': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:39.998386 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:40.011140 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7ae40d3f-7c89-42e4-a4c0-9bb35b8ec5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:40.038824 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:40.042467 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026428d1-1c6a-4b21-9f63-7a5659fc2172,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:40.047000 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:floatingip and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:40.056659 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:40.057159 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:40.061333 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:40.067830 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/026428d1-1c6a-4b21-9f63-7a5659fc2172 HTTP/1.1" status: 204  len: 168 time: 0.5323148
May 04 13:47:40.083806 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:40.119424 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:40.668562 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:40.892024 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Allocated IP 172.27.1.245 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/f83fa13c-e81f-42c6-87d9-553aee410d2b) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:47:41.282687 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:41.323318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa89d3-5c4c-4ed8-9534-5a28d6d9508c req-bf76604c-86d3-494b-89fc-50f472f17873 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:41.324967 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c7aa89d3-5c4c-4ed8-9534-5a28d6d9508c req-bf76604c-86d3-494b-89fc-50f472f17873 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2052443
May 04 13:47:41.354710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:41.363706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:41.405893 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c7aa89d3-5c4c-4ed8-9534-5a28d6d9508c req-6fa039b2-a5d0-4913-b57d-4eedc36c28ba tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667260
May 04 13:47:41.483870 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:47:41.487835 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:47:41.500337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:47:41.557802 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'Port': ['ID=f83fa13c-e81f-42c6-87d9-553aee410d2b,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:41.563951 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:41.656139 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58038) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:42.028148 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-540657021-network', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:42.042170 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:42.055011 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Usage tracker for resource:network and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:42.063133 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:42.080426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:42.121927 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Made reservation on behalf of 971b6b52aeef4cab9fae30c9eb3a4b1c for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:47:42.127358 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:42.185145 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:42.251164 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:42.260874 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:42.268490 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:42.282779 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:42.551443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:42.568595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:42.575337 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b7c23047-82c0-417a-99b2-279aa21db17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:42.640595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa7190-8fe2-4627-bf5e-c03dafe69eaf,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:42.650228 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:42.683093 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:47:42.721439 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:42.724368 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Added segment daf05462-6ed7-4e3a-a002-c65ed7fd0387 of type vlan for network 8bb0049d-903e-49e4-8772-c35dc506e8b2
May 04 13:47:42.837179 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.004824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.025130 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.158709 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032023e1-ef01-4e19-afc6-460fa8024c2c req-e32adae1-dff9-4a09-811d-ef9632cf2b81 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:43.171570 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-032023e1-ef01-4e19-afc6-460fa8024c2c req-e32adae1-dff9-4a09-811d-ef9632cf2b81 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3588824
May 04 13:47:43.200760 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.212659 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:43.214232 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.229598 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-13200665-ba4d-4262-b2b9-60d667ca1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:43.267061 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb3f41-d509-4eec-83b7-1e4a7ae16283 req-6b473777-f10a-42c3-9512-b02616a9043d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:43.269604 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbb3f41-d509-4eec-83b7-1e4a7ae16283 req-6b473777-f10a-42c3-9512-b02616a9043d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 945 time: 0.3586614
May 04 13:47:43.284713 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.291991 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.297339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4b75c6ed-310a-4383-bb92-ef32f288e3c1 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:43.480931 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'Port': ['ID=f83fa13c-e81f-42c6-87d9-553aee410d2b,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:43.486477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:43.496739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:43.609018 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-032023e1-ef01-4e19-afc6-460fa8024c2c req-a705a580-c9b1-4515-a81c-80653ebb9bc6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4358466
May 04 13:47:43.662847 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb0049d-903e-49e4-8772-c35dc506e8b2,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:43.672114 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0145683
May 04 13:47:43.674479 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:43.679590 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58066) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:43.682336 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:47:43.693198 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Request body: {'subnet': {'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-540657021-subnet', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:43.722572 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbb3f41-d509-4eec-83b7-1e4a7ae16283 req-e8a3e30f-dcc0-4218-ab2e-e0a911e0a70c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4293554
May 04 13:47:43.724796 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:43.741316 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Usage tracker for resource:subnet and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:43.752241 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:43.763696 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:43.786480 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Made reservation on behalf of 971b6b52aeef4cab9fae30c9eb3a4b1c for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:47:43.790831 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27712751'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:44.031160 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Floating IP 5e01de0f-5d29-492a-98c2-ae0c0813122a associated. External IP: 172.27.1.245, port: c72c7bb8-c26b-47c8-9a9b-0e7cbb427228.
May 04 13:47:44.791175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Router 58f7cba6-a441-4ec0-a653-053fdf1636d5 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:47:44.916884 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27446820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27712761'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:44.934178 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a8360232-6884-47cb-8853-71001c47eb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:45.050629 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf6e4ef-8127-4969-bb94-cb8d51d0ee51,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:45.060922 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:45.085817 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-93061ffd-7268-4159-96c1-9bd72966803a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:45.087961 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-93061ffd-7268-4159-96c1-9bd72966803a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 945 time: 0.2888551
May 04 13:47:45.172256 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Checking segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:47:45.173019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Network hostable DHCP agents. Network: 8bb0049d-903e-49e4-8772-c35dc506e8b2, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:47:45.205555 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c7e2c-2125-4a6c-8e4c-3af5c694483f req-18b3fd2c-48f5-40d3-af3f-9d7e3aef58e6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:45.213705 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cc3c7e2c-2125-4a6c-8e4c-3af5c694483f req-18b3fd2c-48f5-40d3-af3f-9d7e3aef58e6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3337579
May 04 13:47:45.304921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:47:45.320673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:47:45.327631 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] Sync routers for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:47:45.369726 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cc3c7e2c-2125-4a6c-8e4c-3af5c694483f req-ceb9cd92-61f5-4e31-ae69-221f22478ec3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548560
May 04 13:47:45.370335 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:47:45.372502 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e906b8580>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:47:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:45.386315 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 8bb0049d-903e-49e4-8772-c35dc506e8b2) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:47:45.423735 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1202c-7f72-4cb1-b8b4-41508e96a9d4 None None] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:47:45.444057 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:45.444937 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.462615 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.471589 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Deleting port 3e031e03-479f-4824-be33-856aec34eb81 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:47:45.472402 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.556709 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.8714406
May 04 13:47:45.574506 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58086) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:45.617159 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:45.653491 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:45.683673 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Usage tracker for resource:router and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:45.716706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:45.772481 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:45.790801 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.8097703
May 04 13:47:45.808947 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:45.825279 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58094) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:45.850585 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906999735', 'description': 'tempest-secgroup-smoke-906999735 description', 'project_id': '369d668431a5485b9db785b09782df2a'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:45.866264 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.868144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.875146 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:45.894587 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:45.914836 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.940358 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:45.979090 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:45.986785 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:45.997761 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:46.017356 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'status': 'completed', 'code': 200}
May 04 13:47:46.023933 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:46.163354 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] For port 3e031e03-479f-4824-be33-856aec34eb81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3e031e03-479f-4824-be33-856aec34eb81,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:46.164241 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:46.276252 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:47:46.319532 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-8bb0049d-903e-49e4-8772-c35dc506e8b2', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:47:46.328173 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:46.759024 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e2f1-cbbf-4f40-8b89-6e98de5c6a42 req-f2672ef8-2d64-4644-9b42-6d1eb3c57d91 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:46.761740 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7504e2f1-cbbf-4f40-8b89-6e98de5c6a42 req-f2672ef8-2d64-4644-9b42-6d1eb3c57d91 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 945 time: 0.9036853
May 04 13:47:46.843398 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Calling delete_port for 3e031e03-479f-4824-be33-856aec34eb81 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:47:46.955634 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Allocated IP 172.20.0.2 (8bb0049d-903e-49e4-8772-c35dc506e8b2/caf6e4ef-8127-4969-bb94-cb8d51d0ee51/3206d9a4-125a-4f2c-b7f8-f41d9164086d) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:47:47.141036 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:47.240739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204540f-acc4-4254-9c70-10a56ace1161 req-356c955f-f04c-48c6-b739-8d2da2ed09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:47.243005 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-356c955f-f04c-48c6-b739-8d2da2ed09ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1098 time: 1.2159913
May 04 13:47:47.600261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:47.616767 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7504e2f1-cbbf-4f40-8b89-6e98de5c6a42 req-c30bd8ad-1443-4a71-88a2-f8114caeb130 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6100862
May 04 13:47:47.623483 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:47.635300 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c366a64e-6cb1-47b0-8d5f-7376bbf507ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:47.705057 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b61206-f5e1-47d1-8d8b-cd9fffc575da req-ce1ada8e-5907-4f5c-933d-74ee2b8f4658 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:47.718919 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6896d-fd33-4703-bb08-c51eb6c77581,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:47.721573 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d8b61206-f5e1-47d1-8d8b-cd9fffc575da req-ce1ada8e-5907-4f5c-933d-74ee2b8f4658 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.8732476
May 04 13:47:47.775909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:47.802025 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204540f-acc4-4254-9c70-10a56ace1161 req-32da7fcf-6f49-42f3-8c8b-19f6e6492826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:47.809863 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-32da7fcf-6f49-42f3-8c8b-19f6e6492826 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.5466275
May 04 13:47:48.039616 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d8b61206-f5e1-47d1-8d8b-cd9fffc575da req-04615b79-f486-4135-bc59-a4a4ad8c9dee tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3073184
May 04 13:47:48.083119 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e906b8580>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '5e01de0f-5d29-492a-98c2-ae0c0813122a', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'port_id': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'mac_address': 'fa:16:3e:f4:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:47:42Z', 'updated_at': '2021-05-04T13:47:42Z', 'revision_number': 0, 'project_id': '369d668431a5485b9db785b09782df2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:46Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:48.116178 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] Checking router: 58f7cba6-a441-4ec0-a653-053fdf1636d5 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:47:48.119914 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.124088 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 2.2851038
May 04 13:47:48.133794 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58114) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:48.149247 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group_rule': {'security_group_id': '32e6896d-fd33-4703-bb08-c51eb6c77581', 'project_id': '369d668431a5485b9db785b09782df2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:48.156736 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:47:48.162906 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e906b8580>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:47:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:48.219300 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.220824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.242173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:48.256277 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Transition to ACTIVE for port object 3206d9a4-125a-4f2c-b7f8-f41d9164086d will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:47:48.307188 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Transition to ACTIVE for port object 3206d9a4-125a-4f2c-b7f8-f41d9164086d will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:47:48.318741 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60', '301f95cc-7fab-4d1a-87da-e391a2dc6e24', '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:47:48.406301 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.435634 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.459441 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event deleted for resources: {'Port': ['ID=3e031e03-479f-4824-be33-856aec34eb81,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:48.463327 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:48.481006 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:48.610041 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:48.632170 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-a6c2a210-4868-46a6-a665-e935f8d35ad5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 999 time: 0.8033073
May 04 13:47:48.732475 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] No DVR routers for this DVR port 3e031e03-479f-4824-be33-856aec34eb81 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:47:48.737638 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.749006 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'name': 'network-vif-deleted', 'tag': '3e031e03-479f-4824-be33-856aec34eb81'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:48.752130 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9f93d9aa-506a-4580-97a1-34c530dcae10 req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "DELETE /v2.0/ports/3e031e03-479f-4824-be33-856aec34eb81 HTTP/1.1" status: 204  len: 173 time: 3.6563725
May 04 13:47:48.794127 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:48.833319 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Pushing event updated for resources: {'Port': ['ID=3206d9a4-125a-4f2c-b7f8-f41d9164086d,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:48.870481 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 3e031e03-479f-4824-be33-856aec34eb81 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:47:48.877065 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:47:48.957552 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.963479 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:48.965656 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.968504 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.972616 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.974438 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.975066 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.975607 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.977592 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.978210 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.978747 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.979300 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:48.980441 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:49.025312 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b3e83-220b-46da-9a90-d159b790cd44 req-67ef0866-e877-45e0-834a-22fb5e67b14e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:49.034972 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-729b3e83-220b-46da-9a90-d159b790cd44 req-67ef0866-e877-45e0-834a-22fb5e67b14e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.2707138
May 04 13:47:49.059224 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:47:49.065509 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:49.073032 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:47:49.081598 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 3e031e03-479f-4824-be33-856aec34eb81 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:47:49.083292 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 3e031e03-479f-4824-be33-856aec34eb81 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:47:49.091765 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:47:49.104023 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:49.147421 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:49.173349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204540f-acc4-4254-9c70-10a56ace1161 req-44fc28f7-f48a-4c8a-9698-530f5504d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:49.177724 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-44fc28f7-f48a-4c8a-9698-530f5504d96e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.5310967
May 04 13:47:49.191845 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:49.293216 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-34229a74-9d49-4c72-ad78-1320676aad7a req-57a064f7-be26-4c8b-a42d-7e26fcd0997a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Synchronizing usage tracker for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:47:49.300490 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-729b3e83-220b-46da-9a90-d159b790cd44 req-cf898e3e-9ef3-4012-a622-c2b4378c140a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2571621
May 04 13:47:49.355711 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-34229a74-9d49-4c72-ad78-1320676aad7a req-57a064f7-be26-4c8b-a42d-7e26fcd0997a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Unset dirty status for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:47:49.357602 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-34229a74-9d49-4c72-ad78-1320676aad7a req-57a064f7-be26-4c8b-a42d-7e26fcd0997a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=706fcda1-4a9a-4cba-8839-d3fbe93134e8 HTTP/1.1" status: 200  len: 210 time: 0.2058523
May 04 13:47:49.460309 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Attempting to bind port 3206d9a4-125a-4f2c-b7f8-f41d9164086d on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:47:49.460948 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Attempting to bind port 3206d9a4-125a-4f2c-b7f8-f41d9164086d by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:47:49.470920 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Attempting to bind port 3206d9a4-125a-4f2c-b7f8-f41d9164086d on network 8bb0049d-903e-49e4-8772-c35dc506e8b2 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:47:49.501966 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:47:49.504248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Checking segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:47:49.504948 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:49.507289 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Bound using segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:47:49.511053 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Bound port: 3206d9a4-125a-4f2c-b7f8-f41d9164086d, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:47:49.511572 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:49.524696 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706fcda1-4a9a-4cba-8839-d3fbe93134e8', 'name': 'network-vif-deleted', 'tag': '3e031e03-479f-4824-be33-856aec34eb81', 'status': 'completed', 'code': 200}
May 04 13:47:49.755149 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:49.978556 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:50.003889 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:50.007162 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e64814a5-0de9-47ac-8ed5-8bce13644145 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:50.075050 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c9ac1f-a71a-4bde-950f-c92ceeeefc12,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:50.318254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def27b-6f65-4713-8a64-8df07293a9a5 req-cec34f93-5eff-401e-818a-52d225937f76 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:50.329338 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-88def27b-6f65-4713-8a64-8df07293a9a5 req-cec34f93-5eff-401e-818a-52d225937f76 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.5138950
May 04 13:47:50.339500 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] For port 3206d9a4-125a-4f2c-b7f8-f41d9164086d, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:47:50.359184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:50.389940 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e906b8580>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '5e01de0f-5d29-492a-98c2-ae0c0813122a', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'port_id': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'mac_address': 'fa:16:3e:f4:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:47:42Z', 'updated_at': '2021-05-04T13:47:42Z', 'revision_number': 0, 'project_id': '369d668431a5485b9db785b09782df2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:46Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:50.401325 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] For port 3206d9a4-125a-4f2c-b7f8-f41d9164086d, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=3206d9a4-125a-4f2c-b7f8-f41d9164086d,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:47:50.405713 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adacb9-4f3f-4d0b-9ac0-2958daa26d69 None None] The sync data for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi is: [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '5e01de0f-5d29-492a-98c2-ae0c0813122a', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'port_id': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'mac_address': 'fa:16:3e:f4:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:47:42Z', 'updated_at': '2021-05-04T13:47:42Z', 'revision_number': 0, 'project_id': '369d668431a5485b9db785b09782df2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:46Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:47:50.459239 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-88def27b-6f65-4713-8a64-8df07293a9a5 req-2176e147-2a09-4b08-a669-40e4b1c8a749 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289890
May 04 13:47:50.463323 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:50.478198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:50.559431 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204540f-acc4-4254-9c70-10a56ace1161 req-80bf083e-d6e3-4fec-83b7-2cabc3b1ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:50.577238 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-80bf083e-d6e3-4fec-83b7-2cabc3b1ab4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.3054628
May 04 13:47:50.790530 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:50.792013 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.6563966
May 04 13:47:50.796437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58144) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:50.857954 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group_rule': {'security_group_id': '32e6896d-fd33-4703-bb08-c51eb6c77581', 'project_id': '369d668431a5485b9db785b09782df2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:50.911425 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:50.913250 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Allocated IP 172.27.1.235 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:47:50.921425 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Pushing event updated for resources: {'Port': ['ID=3206d9a4-125a-4f2c-b7f8-f41d9164086d,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:50.927492 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:50.936200 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:50.967811 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:50.968047 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:51.030426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacbcb4-8244-4faf-8a71-33cf7bfa8c97 req-1874a5a9-d989-4b45-80c6-0e24b7e562d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:51.049582 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2bacbcb4-8244-4faf-8a71-33cf7bfa8c97 req-1874a5a9-d989-4b45-80c6-0e24b7e562d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.4878075
May 04 13:47:51.120073 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:51.138959 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ea8d7-f986-4d6b-a730-9806b13e1f41 None None] New status for floating IP 5e01de0f-5d29-492a-98c2-ae0c0813122a: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:47:51.427623 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-dace6e82-bf1c-4294-92dc-a14a643371e7 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7713692
May 04 13:47:51.730066 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2bacbcb4-8244-4faf-8a71-33cf7bfa8c97 req-0c104009-7a52-496a-a2df-2f21fb5b1a7a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6781852
May 04 13:47:51.798617 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:51.808221 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:51.812013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:51.873536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50af371-c8db-4566-96f4-8940600606ba,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:51.878971 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:52.022908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.023191 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.027841 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2249510
May 04 13:47:52.029608 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58158) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:52.053240 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group_rule': {'security_group_id': '32e6896d-fd33-4703-bb08-c51eb6c77581', 'project_id': '369d668431a5485b9db785b09782df2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:52.066872 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:52.098544 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:52.104719 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.107656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:52.123393 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e34ac7ea-4363-4524-874a-aefc8721fe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:52.134497 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:52.186143 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50b66-c7e1-4109-8978-08a2a3fca3e2 req-0ed1eb5b-b69e-4a02-b0ff-2419a3e9aa98 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:52.202775 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-54f50b66-c7e1-4109-8978-08a2a3fca3e2 req-0ed1eb5b-b69e-4a02-b0ff-2419a3e9aa98 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3299773
May 04 13:47:52.231016 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:47:52.234880 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:52.239698 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:47:52.243771 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:52.244965 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:47:52.283881 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.354023 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0204540f-acc4-4254-9c70-10a56ace1161 req-d2924319-478f-4f0b-a2be-b6d6fe1a7445 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9155095
May 04 13:47:52.428212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-54f50b66-c7e1-4109-8978-08a2a3fca3e2 req-361596e9-1c91-4ccc-b492-fb9e8f71039c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214794
May 04 13:47:52.765701 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.805658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.826623 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b44d0124-8fb5-4178-9015-ba1ba428622c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:52.836638 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 3206d9a4-125a-4f2c-b7f8-f41d9164086d up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:47:52.884123 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f1c3fd-ac3d-4c16-bbbf-1a21acbb9d03,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:52.895854 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:52.917885 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ea6eb-c834-4699-8aa0-f7d96050e2f4 req-5ca9fe63-23cb-4928-b34a-e7c0c7068e90 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:52.931879 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b2ea6eb-c834-4699-8aa0-f7d96050e2f4 req-5ca9fe63-23cb-4928-b34a-e7c0c7068e90 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 945 time: 0.3643351
May 04 13:47:52.971043 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:52.973710 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9384427
May 04 13:47:52.980753 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58170) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:52.994876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group_rule': {'security_group_id': '32e6896d-fd33-4703-bb08-c51eb6c77581', 'project_id': '369d668431a5485b9db785b09782df2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:53.022180 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbba8f-3e87-44f8-937c-6266ce2908dd None None] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:47:53.022505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:53.045751 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:53.061585 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:53.095557 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b2ea6eb-c834-4699-8aa0-f7d96050e2f4 req-8fa20970-6f1d-4be0-bce2-9300d9569990 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616311
May 04 13:47:53.097623 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:53.103523 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-c39c1ebe-5e0d-4024-84c2-048049424177 None None] Provisioning for port 3206d9a4-125a-4f2c-b7f8-f41d9164086d completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:47:53.113985 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-c39c1ebe-5e0d-4024-84c2-048049424177 None None] Provisioning complete for port 3206d9a4-125a-4f2c-b7f8-f41d9164086d triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:53.114609 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c39c1ebe-5e0d-4024-84c2-048049424177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.146841 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 3206d9a4-125a-4f2c-b7f8-f41d9164086d completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:47:53.161036 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 3206d9a4-125a-4f2c-b7f8-f41d9164086d triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:53.161429 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.164244 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.370913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.387365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.435104 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.445914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d664427b-6e5b-4d2b-90fb-4ce6de428d4b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:53.477584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.482511 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4969125
May 04 13:47:53.491924 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58176) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:53.508844 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group_rule': {'security_group_id': '32e6896d-fd33-4703-bb08-c51eb6c77581', 'project_id': '369d668431a5485b9db785b09782df2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:53.520848 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:53.529150 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:53.534816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:53.549177 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:53.566741 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28838865-4f0a-4fd7-b188-01c3a2c91dfb,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:53.573797 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-37aef9a6-26fe-4c62-84a5-bfa7eafd937f tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:53.576346 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.securitygroups_db [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Project 369d668431a5485b9db785b09782df2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 13:47:53.613902 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:53.678335 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cc942-80a3-48a8-a907-d9c2651360a2 req-cc523c85-17c2-4385-94d5-f0252e446aa7 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:53.698202 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9c0cc942-80a3-48a8-a907-d9c2651360a2 req-cc523c85-17c2-4385-94d5-f0252e446aa7 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.4497919
May 04 13:47:53.875017 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:47:53.978205 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.037111 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c39c1ebe-5e0d-4024-84c2-048049424177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.118559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 3206d9a4-125a-4f2c-b7f8-f41d9164086d, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=3206d9a4-125a-4f2c-b7f8-f41d9164086d,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:54.196591 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.223042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.db.api [None req-c39c1ebe-5e0d-4024-84c2-048049424177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 04 13:47:54.223467 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_db.api [None req-c39c1ebe-5e0d-4024-84c2-048049424177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 04 13:47:54.224046 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.226248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:54.251503 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.314098 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:54.317451 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=3206d9a4-125a-4f2c-b7f8-f41d9164086d,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:54.328352 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:54.418340 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9c0cc942-80a3-48a8-a907-d9c2651360a2 req-ac169a38-c10e-41d2-8e48-fa56f1fab94c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7187650
May 04 13:47:54.424908 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5b6350-eb0b-49be-83fd-f5c38fe54b5b,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:54.435393 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:54.449423 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.470207 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.472508 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.9789407
May 04 13:47:54.483219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58186) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:54.498457 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'security_group_rule': {'security_group_id': '32e6896d-fd33-4703-bb08-c51eb6c77581', 'project_id': '369d668431a5485b9db785b09782df2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:54.516798 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:47:54.540183 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37628540-ffb1-4cba-9418-709752b21039 req-9eec5fad-13b9-410a-a589-e0b020726e5c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:54.543054 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37628540-ffb1-4cba-9418-709752b21039 req-9eec5fad-13b9-410a-a589-e0b020726e5c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.6817491
May 04 13:47:54.544898 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Usage tracker for resource:security_group_rule and tenant:369d668431a5485b9db785b09782df2a is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:47:54.592684 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:47:54.677569 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:47:54.694028 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 3206d9a4-125a-4f2c-b7f8-f41d9164086d up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:47:54.732897 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.securitygroups_db [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Project 369d668431a5485b9db785b09782df2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 13:47:54.759616 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37628540-ffb1-4cba-9418-709752b21039 req-43b21f40-8348-4873-bd3a-37fbd4796710 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466243
May 04 13:47:54.761389 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:54.965112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-81aa73a5-b8ca-492d-ac59-9d8b09639cc3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:54.966362 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-81aa73a5-b8ca-492d-ac59-9d8b09639cc3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Synchronizing usage tracker for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:47:55.018714 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-81aa73a5-b8ca-492d-ac59-9d8b09639cc3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Unset dirty status for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:47:55.020794 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-81aa73a5-b8ca-492d-ac59-9d8b09639cc3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 945 time: 0.7501695
May 04 13:47:55.054226 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 3206d9a4-125a-4f2c-b7f8-f41d9164086d triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:55.055099 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:55.081507 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea6a1-dc76-4f81-af94-404a752349d2 req-99bdd134-0455-47b1-ab5d-2df44fb83211 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:55.096491 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21eea6a1-dc76-4f81-af94-404a752349d2 req-99bdd134-0455-47b1-ab5d-2df44fb83211 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 945 time: 0.2675500
May 04 13:47:55.100065 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:55.198256 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21eea6a1-dc76-4f81-af94-404a752349d2 req-b9130dfe-3aee-4afd-b2f4-0000d6f2265c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940850
May 04 13:47:55.200966 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:55.230967 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:55.265126 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-8e694380-846a-453b-9c69-a161dbabfb0f None None] Provisioning complete for port 3206d9a4-125a-4f2c-b7f8-f41d9164086d triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:55.265731 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8e694380-846a-453b-9c69-a161dbabfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:55.286172 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94e5cdb-574e-4d29-9fb8-b5c364c5c3b0,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:55.304138 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:55.306456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Router 3839e965-5fdd-4b77-94b2-996c120073e9 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:47:55.336030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:55.340676 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8515785
May 04 13:47:55.530430 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Deleting port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:47:55.531279 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:55.644524 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-df9c173b-9cfb-41dc-9137-c5f0fc83e984 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906999735&fields=id&tenant_id=369d668431a5485b9db785b09782df2a HTTP/1.1" status: 200  len: 267 time: 0.1169057
May 04 13:47:55.866510 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-64eb63a5-25ec-4985-bbc1-c4c51b17af1a tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:55.876334 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-64eb63a5-25ec-4985-bbc1-c4c51b17af1a tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.2287524
May 04 13:47:55.897017 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'port': {'security_groups': ['367e93af-15c1-4760-a5d8-9fb45908d06d', '32e6896d-fd33-4703-bb08-c51eb6c77581']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:47:55.945974 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:47:55.975661 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Sync routers for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:47:55.995246 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:47:55.996731 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e943ced60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:47:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:56.016745 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:56.018403 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 10.4433966
May 04 13:47:56.022387 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096a00-c8f4-4ab4-8f87-a9504ce3394d req-fcbd85b9-8339-46cb-880c-8970cfd04905 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:56.023559 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58204) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:47:56.030552 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a8096a00-c8f4-4ab4-8f87-a9504ce3394d req-fcbd85b9-8339-46cb-880c-8970cfd04905 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.2636425
May 04 13:47:56.092971 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a8096a00-c8f4-4ab4-8f87-a9504ce3394d req-a9d26dd2-06ea-48af-86d3-bed302749011 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587134
May 04 13:47:56.203876 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] For port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:56.204727 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:56.402363 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:56.427791 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:47:56.617894 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Calling delete_port for 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:47:56.675904 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b39d9-9101-414e-bdbe-23d358f53687 req-7d144358-1c90-4f63-ae90-23e1767a43cd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:56.689886 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b62b39d9-9101-414e-bdbe-23d358f53687 req-7d144358-1c90-4f63-ae90-23e1767a43cd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3663545
May 04 13:47:56.865992 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b62b39d9-9101-414e-bdbe-23d358f53687 req-795c3505-1ed9-4a64-b15c-f6b694162127 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737843
May 04 13:47:57.001591 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e943ced60>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:47:52Z', 'revision_number': 3, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:57.009239 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Checking router: 3839e965-5fdd-4b77-94b2-996c120073e9 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:47:57.011009 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Updating router 3839e965-5fdd-4b77-94b2-996c120073e9 port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:47:57.153652 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:57.409336 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:47:57.420667 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c5f30-371b-408f-89cf-af7cf6732444 req-af41937b-6123-480e-81f0-8c9818daf91e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:57.423502 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-910c5f30-371b-408f-89cf-af7cf6732444 req-af41937b-6123-480e-81f0-8c9818daf91e tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 945 time: 0.2507632
May 04 13:47:57.501963 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-910c5f30-371b-408f-89cf-af7cf6732444 req-dfe9e181-4f78-45b6-8eeb-ec316b6d6274 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686088
May 04 13:47:57.506932 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:57.517141 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:57.532283 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:47:57.547132 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-82479159-2905-47c3-81da-118ddf4c2dfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:57.856802 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-20bdaabb-89df-4eeb-8d41-2be38317acb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:57.862046 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:57.971546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=6']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:58.018356 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:58.019738 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.021603 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-860131c9-5ef9-426d-a2ed-07489c7e3e51 req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "PUT /v2.0/ports/c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 981 time: 2.1376381
May 04 13:47:58.063156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:58.065517 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:58.195307 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:47:58.241795 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d938fc5-3c5a-426d-89b2-b9d54b6baee9 req-c21e8420-af6e-4b0f-86f5-13e5dd0b65ce tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:58.257356 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3d938fc5-3c5a-426d-89b2-b9d54b6baee9 req-c21e8420-af6e-4b0f-86f5-13e5dd0b65ce tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.2912879
May 04 13:47:58.417145 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Transition to ACTIVE for port object 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:47:58.435223 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.458551 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.459457 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:58.479741 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3d938fc5-3c5a-426d-89b2-b9d54b6baee9 req-22272280-a9f4-4b80-bc6d-97a59593fde5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2186906
May 04 13:47:58.509688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2a3bf42-d9ed-4bdc-bc25-1a77e1330311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:58.537520 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47e14-3602-45b3-8f5b-590b6065d086 req-cd297168-e3d0-4432-a455-a06a5e37c02e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:58.546892 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-51b47e14-3602-45b3-8f5b-590b6065d086 req-cd297168-e3d0-4432-a455-a06a5e37c02e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2313147
May 04 13:47:58.588541 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:47:58.642482 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event deleted for resources: {'Port': ['ID=75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:58.647462 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:58.681015 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-51b47e14-3602-45b3-8f5b-590b6065d086 req-c6a4feaa-8694-44fb-84bc-fb0542d9ee66 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330941
May 04 13:47:58.738962 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Pushing event updated for resources: {'Port': ['ID=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:58.747612 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:47:58.748481 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:47:58.762603 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.763368 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.763980 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.764523 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.765360 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.765998 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.768270 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.769259 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.770286 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.770888 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.771503 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.772090 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:47:58.781482 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:58.807933 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'status': 'completed', 'code': 200}
May 04 13:47:58.830188 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Attempting to bind port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:47:58.830850 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Attempting to bind port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:47:58.831430 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Attempting to bind port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:47:58.844036 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:47:58.847880 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:47:58.848863 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.849689 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-93e5e166-3581-4459-9ad5-addb2a066671 None None] Provisioning complete for port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:47:58.850194 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-93e5e166-3581-4459-9ad5-addb2a066671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.850444 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:47:58.851265 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Bound port: 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:47:58.852584 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.870487 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:58.995346 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] No DVR routers for this DVR port 75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 on host hv-cinder-78956 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:47:59.003373 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:59.013477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd931e0-a493-4163-9c95-b95956596951', 'name': 'network-vif-deleted', 'tag': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:47:59.128032 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] For port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:47:59.130644 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-41c09a43-f3c7-4a81-ba07-fbbf351beb1a req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "DELETE /v2.0/ports/75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7 HTTP/1.1" status: 204  len: 173 time: 4.1026049
May 04 13:47:59.133592 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] For port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:47:59.150145 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:47:59.164485 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-9a29536f-0daa-40f5-8f79-4cb1dc17c8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:47:59.337924 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:47:59.339079 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e943ced60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:47:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:47:59.380895 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8fefe302-669e-4745-9275-1c669bc7124f req-1f18d46c-524b-4468-97d8-936d6cc7edd0 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=5bd931e0-a493-4163-9c95-b95956596951 HTTP/1.1" status: 200  len: 210 time: 0.2204010
May 04 13:47:59.571808 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Pushing event updated for resources: {'Port': ['ID=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:47:59.583503 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd931e0-a493-4163-9c95-b95956596951', 'name': 'network-vif-deleted', 'tag': '75d8489d-4d7d-4ef7-8913-2d3f0e6e22c7', 'status': 'completed', 'code': 200}
May 04 13:47:59.599879 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:47:59.753038 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd7c2d-2bde-46ba-89bc-3516f388b865 req-2407f055-8565-4958-84ec-5a2042753c3b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:59.755019 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Allocated IP 172.20.0.1 (8bb0049d-903e-49e4-8772-c35dc506e8b2/caf6e4ef-8127-4969-bb94-cb8d51d0ee51/096614e7-4b8c-4eaf-a3a2-32e3ff650db8) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:47:59.765675 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1dcd7c2d-2bde-46ba-89bc-3516f388b865 req-2407f055-8565-4958-84ec-5a2042753c3b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.9536605
May 04 13:47:59.775414 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-a953399e-e005-4cd6-8f2b-2d2092c9654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:47:59.778149 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-a953399e-e005-4cd6-8f2b-2d2092c9654b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1137 time: 0.9053032
May 04 13:48:00.120155 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:00.227352 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2f256-2ea1-4335-a679-87e50d90b501 req-0dfd0b83-6562-4783-b8a4-260e9cbd5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:00.230066 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-4cb2f256-2ea1-4335-a679-87e50d90b501 req-0dfd0b83-6562-4783-b8a4-260e9cbd5ea1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.4342229
May 04 13:48:00.359108 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:00.414873 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1dcd7c2d-2bde-46ba-89bc-3516f388b865 req-3fec6ff1-b38b-4699-84bd-c29afd7a9e60 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6463070
May 04 13:48:00.469522 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-4cb2f256-2ea1-4335-a679-87e50d90b501 req-796aa226-e441-4c5b-84a6-ce8c1167f8de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901510
May 04 13:48:00.524441 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Transition to ACTIVE for port object 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:00.569565 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-1036b97c-45b0-4155-b79b-7041b8b06a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:00.575697 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-1036b97c-45b0-4155-b79b-7041b8b06a58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.7781017
May 04 13:48:00.599755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:00.615108 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-37e4572f-44f5-4fad-8fec-8b28c79c36f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:00.639117 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf497d2e-c6bb-4ece-8d33-49cc806c44fc req-8ba581cd-b82c-4aa9-80a1-777584adb2a4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:00.645144 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cf497d2e-c6bb-4ece-8d33-49cc806c44fc req-8ba581cd-b82c-4aa9-80a1-777584adb2a4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.6233392
May 04 13:48:00.898799 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:00.907851 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:00.919097 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:48:00.972118 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:01.006034 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60', '301f95cc-7fab-4d1a-87da-e391a2dc6e24'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:48:01.049742 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Pushing event updated for resources: {'Port': ['ID=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:01.055810 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:01.117737 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:01.216010 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e943ced60>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:47:52Z', 'revision_number': 3, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:01.226805 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1503f66-ee02-4615-b616-e60593d36f26 None None] The sync data for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi is: [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:47:52Z', 'revision_number': 3, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:48:01.482956 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-16df0594-0086-41c3-9ca3-1de10e92177d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 1001 time: 0.8355207
May 04 13:48:01.600827 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d70d-1220-4bd6-a907-26d1905578e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:01.692307 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:01.697391 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cf497d2e-c6bb-4ece-8d33-49cc806c44fc req-0384bf46-e3bc-4a7b-ac38-eaf782d3eb09 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8029697
May 04 13:48:01.791552 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6611eabc-5b68-4a96-9c74-a241e90348e0 None None] Provisioning for port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:01.834388 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6611eabc-5b68-4a96-9c74-a241e90348e0 None None] Provisioning complete for port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:01.846474 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6611eabc-5b68-4a96-9c74-a241e90348e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:01.850448 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59168c-5210-429b-aff4-aa3fd3930bd6 req-ecb9be42-1795-4dbf-bc28-92fbf63773ef tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:01.855870 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dc59168c-5210-429b-aff4-aa3fd3930bd6 req-ecb9be42-1795-4dbf-bc28-92fbf63773ef tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.8576968
May 04 13:48:02.067984 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-eab3804c-82aa-49ba-98fb-56d4bcca526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:02.073732 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-eab3804c-82aa-49ba-98fb-56d4bcca526d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.5494514
May 04 13:48:02.163783 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-6611eabc-5b68-4a96-9c74-a241e90348e0 None None] Port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:48:02.320562 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dc59168c-5210-429b-aff4-aa3fd3930bd6 req-23f7b501-062a-40ad-a187-0cb222d7dc9c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4329963
May 04 13:48:02.476889 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-c4b16a8c-f2e4-48f8-839c-26a16de18bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:02.504291 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-c4b16a8c-f2e4-48f8-839c-26a16de18bef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4021814
May 04 13:48:02.658090 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:02.678944 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:02.914755 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:02.916828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a734019d-3949-4010-9288-3fa9ea523b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:03.201597 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:03.232207 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Pushing event updated for resources: {'Port': ['ID=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:03.264038 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:03.264495 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:03.309232 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:03.334372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:03.340559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:03.512874 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-b719e952-aeae-4992-811c-ef081d6e1ecc service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9974604
May 04 13:48:03.702602 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392785-3ee8-4263-8a09-7855c094f546 req-573d8060-401e-43d9-93df-6cab6898b9ce tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:03.717995 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5c392785-3ee8-4263-8a09-7855c094f546 req-573d8060-401e-43d9-93df-6cab6898b9ce tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.5491481
May 04 13:48:03.784478 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-b7722e0c-f3c0-4040-a464-140df9d4b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:03.789227 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-b7722e0c-f3c0-4040-a464-140df9d4b1ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1098 time: 0.2750885
May 04 13:48:03.887464 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:03.959757 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:03.975799 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:03.980709 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:03.997002 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-c66f63c8-31c9-4f04-8675-ce8471e068c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:03.999083 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-c66f63c8-31c9-4f04-8675-ce8471e068c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.1958618
May 04 13:48:04.044615 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5c392785-3ee8-4263-8a09-7855c094f546 req-235b57b9-2bbc-48bd-88af-602342fe4ee7 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3255427
May 04 13:48:04.139597 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75ef048f-b1dc-4900-8a80-d75a96bcad4a req-ce143b6f-44d7-490d-aa43-178902b6d270 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6037164
May 04 13:48:04.190628 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:04.195087 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:04.200169 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be78724-c508-4cf7-870a-6b3a0eaccc3e req-49757dc9-e7c3-4c00-8cfa-51957b13b543 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:04.202717 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1be78724-c508-4cf7-870a-6b3a0eaccc3e req-49757dc9-e7c3-4c00-8cfa-51957b13b543 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.4272027
May 04 13:48:04.216073 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:04.231606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:04.370044 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1be78724-c508-4cf7-870a-6b3a0eaccc3e req-71dc9a48-cc02-4799-995c-2e1e295211fe tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544909
May 04 13:48:04.445646 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-951ada0f-a975-4be1-98f4-5e168fb81bc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 1001 time: 0.3721080
May 04 13:48:04.507684 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:04.710520 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f41f9b-32c3-4da3-9faf-52d885590c27 req-8e90d616-8ea6-4ef1-9c0f-7aad654f8dd7 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:04.718010 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c3f41f9b-32c3-4da3-9faf-52d885590c27 req-8e90d616-8ea6-4ef1-9c0f-7aad654f8dd7 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 946 time: 0.3703272
May 04 13:48:04.802234 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:04.942058 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c3f41f9b-32c3-4da3-9faf-52d885590c27 req-8761edde-1063-451c-a5d4-640e89fcfb2b tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088521
May 04 13:48:05.059173 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-a56bde07-c868-4319-800e-a7f8e5dd4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:05.060758 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-a56bde07-c868-4319-800e-a7f8e5dd4ce4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.2830067
May 04 13:48:05.155438 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-9f80248e-29ed-48ca-8d08-a7b98cc94057 None None] Provisioning complete for port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:05.156150 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9f80248e-29ed-48ca-8d08-a7b98cc94057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:05.339969 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-9f80248e-29ed-48ca-8d08-a7b98cc94057 None None] Port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:48:05.347725 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:05.348127 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:05.559031 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-ef9a2c31-13a7-40fb-a49c-4ba5b275d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:05.560644 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-ef9a2c31-13a7-40fb-a49c-4ba5b275d935 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1137 time: 0.1645267
May 04 13:48:05.565499 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-3f55c32e-53c2-4840-8cd1-144d3633fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:05.567313 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-3f55c32e-53c2-4840-8cd1-144d3633fefe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4959605
May 04 13:48:05.693877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-48da6de6-7133-4036-adf2-e69117af6b76 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:05.695702 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-48da6de6-7133-4036-adf2-e69117af6b76 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 946 time: 0.5568841
May 04 13:48:05.760156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-321ac408-b2a7-442a-ad1a-ba953d8e72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:05.762047 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-321ac408-b2a7-442a-ad1a-ba953d8e72b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.1846716
May 04 13:48:05.897939 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351cca-c011-4724-87b9-32f8efe153af req-1048f0e7-845f-4c7d-9033-dd3ac8f0069e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:05.900339 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84351cca-c011-4724-87b9-32f8efe153af req-1048f0e7-845f-4c7d-9033-dd3ac8f0069e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.2917733
May 04 13:48:06.050376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Router 3839e965-5fdd-4b77-94b2-996c120073e9 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:48:06.059764 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-a5c8082e-266d-4b1e-9b32-4f5c14c063a5 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2956183
May 04 13:48:06.133681 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84351cca-c011-4724-87b9-32f8efe153af req-b24d24be-5934-4206-b2dd-9e884c96018a tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1139734
May 04 13:48:06.238801 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Deleting port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:48:06.239390 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:06.324566 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6914b-6361-4fbe-9dac-603838ace42c req-2343a752-8bd7-48dd-b53c-63ac53d2de24 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:06.330633 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a1a6914b-6361-4fbe-9dac-603838ace42c req-2343a752-8bd7-48dd-b53c-63ac53d2de24 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.4223568
May 04 13:48:06.405401 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a1a6914b-6361-4fbe-9dac-603838ace42c req-48defa2c-eda3-49fa-923e-87c462801abe tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639987
May 04 13:48:06.742595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] For port 301f95cc-7fab-4d1a-87da-e391a2dc6e24, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=301f95cc-7fab-4d1a-87da-e391a2dc6e24,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:06.747118 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:06.837593 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:48:06.851727 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Sync routers for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:48:06.880499 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:06.881810 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e909ddc40>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:06.892951 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] 10.222.0.25 "PUT /v2.0/routers/3839e965-5fdd-4b77-94b2-996c120073e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8676813
May 04 13:48:06.898561 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-dcce1aea-0f2b-4662-8e42-058916a252ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 1001 time: 0.8368461
May 04 13:48:07.073897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Calling delete_port for 301f95cc-7fab-4d1a-87da-e391a2dc6e24 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:48:07.098148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-da70e534-1302-47ee-91a2-55a6b518a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:07.100219 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-da70e534-1302-47ee-91a2-55a6b518a23c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.1891453
May 04 13:48:07.123139 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-dea93f78-3a7f-4175-82cf-dc999a030773 req-ec028419-45fc-478a-8e53-0df1e4cd8724 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9486194
May 04 13:48:07.270570 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-3602aaf2-4349-4347-95d4-ddd363f70215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:07.274997 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-3602aaf2-4349-4347-95d4-ddd363f70215 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493759
May 04 13:48:07.443601 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:07.554715 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ca6e-b4eb-4e52-9b7b-1429f566e535 req-f879c3c0-6109-4867-85ff-6c721e6d684b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:07.581495 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2d67ca6e-b4eb-4e52-9b7b-1429f566e535 req-f879c3c0-6109-4867-85ff-6c721e6d684b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3024943
May 04 13:48:07.598136 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-fd8cfa48-46bf-4d80-a015-d819556ff32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:07.599654 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-fd8cfa48-46bf-4d80-a015-d819556ff32c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.3749857
May 04 13:48:07.629407 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135ba58-b168-4da9-ab76-419db8eff636 req-7a679353-e190-4aa6-8128-98ca7e677772 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:07.637118 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f135ba58-b168-4da9-ab76-419db8eff636 req-7a679353-e190-4aa6-8128-98ca7e677772 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 946 time: 0.4835327
May 04 13:48:07.825594 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:07.949516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:07.963887 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-a4407e8b-2c7a-4fd4-acd0-0e19d2ed5e1b service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6800966
May 04 13:48:08.199804 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-5e1dfe18-f24a-415f-97fb-81de87bd15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:08.202347 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-5e1dfe18-f24a-415f-97fb-81de87bd15e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 0.5575647
May 04 13:48:08.208364 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2d67ca6e-b4eb-4e52-9b7b-1429f566e535 req-eddcd610-e53b-47e0-89bf-b99b1e2a5c66 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6254840
May 04 13:48:08.218065 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f135ba58-b168-4da9-ab76-419db8eff636 req-94fd81bf-5018-421c-8aa1-9b83ee043ad2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5798206
May 04 13:48:08.219544 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event deleted for resources: {'Port': ['ID=301f95cc-7fab-4d1a-87da-e391a2dc6e24,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:08.371633 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['56da8905-f1ad-4a38-be64-09563b0edb60'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:48:08.461468 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-6e4ae116-24bb-4d6c-a46f-1e7f7eebc900 req-b8c7c7e5-6d4f-4dd8-914f-680128a06585 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4745436
May 04 13:48:08.487337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58326) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:08.494826 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2062047162-network', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:08.504667 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:08.522257 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Usage tracker for resource:network and tenant:3da2c6f017524e5b94e60fbd82f73bbe is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:08.526028 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:08.533379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.533760 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.534170 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.534519 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.534862 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.534995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:08.535224 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.535572 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.535916 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.536273 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.536607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.536948 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.537310 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:08.541900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:08.546372 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-6f76e7ca-7230-4b9e-80ad-c7fe9e32d206 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 217 time: 0.3201380
May 04 13:48:08.548291 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 301f95cc-7fab-4d1a-87da-e391a2dc6e24 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:48:08.574052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Made reservation on behalf of 3da2c6f017524e5b94e60fbd82f73bbe for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:48:08.576412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:08.614243 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:08.654450 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:08.659029 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Usage tracker for resource:security_group_rule and tenant:3da2c6f017524e5b94e60fbd82f73bbe is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:08.662155 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:08.678569 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:08.687100 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 301f95cc-7fab-4d1a-87da-e391a2dc6e24 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:48:08.691934 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 301f95cc-7fab-4d1a-87da-e391a2dc6e24 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:48:08.711088 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-66449b00-6573-451e-bbe5-e28492e20644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:08.713481 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-66449b00-6573-451e-bbe5-e28492e20644 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.1361227
May 04 13:48:08.832992 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:08.853999 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:08.867160 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4ce92267-5dc4-4280-843f-ebae4e62f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:08.918172 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:48:08.935492 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4106be43-a895-4cc4-bfb1-78355ff85745,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:08.940966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:08.942216 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:08.942564 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Added segment 0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02 of type vlan for network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1
May 04 13:48:08.978144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:09.010887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] No DVR routers for this DVR port 301f95cc-7fab-4d1a-87da-e391a2dc6e24 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:48:09.016202 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:09.039172 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:09.049538 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:09.054807 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:09.062310 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-279d94cd-0646-4c8a-b7dd-77858db4c083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:09.101637 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'name': 'network-vif-deleted', 'tag': '301f95cc-7fab-4d1a-87da-e391a2dc6e24'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:09.166397 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-01c2d1b9-ee39-4409-832f-d66cbb3c94cd req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "DELETE /v2.0/ports/301f95cc-7fab-4d1a-87da-e391a2dc6e24 HTTP/1.1" status: 204  len: 173 time: 3.4614851
May 04 13:48:09.182654 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-dbfd6466-c76e-4703-895d-05b546050d9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3720310
May 04 13:48:09.188333 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e909ddc40>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:02Z', 'revision_number': 2, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:09.201589 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Checking router: 3839e965-5fdd-4b77-94b2-996c120073e9 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:48:09.205026 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Updating router 3839e965-5fdd-4b77-94b2-996c120073e9 port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:48:09.280663 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Pushing event updated for resources: {'Network': ['ID=72b598fc-50b4-41f8-b8bc-1a1f234b7cd1,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:09.293661 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:09.300704 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8076653
May 04 13:48:09.306729 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58342) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:09.315077 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:09.321523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Request body: {'subnet': {'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2062047162-subnet', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:09.333053 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:09.348531 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Usage tracker for resource:subnet and tenant:3da2c6f017524e5b94e60fbd82f73bbe is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:09.356993 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:48:09.357341 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:09.382923 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:09.417853 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Made reservation on behalf of 3da2c6f017524e5b94e60fbd82f73bbe for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:48:09.424374 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28041402'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:09.460623 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fee37f-65f4-470f-a601-fa0133e9f6cf req-d7908088-1a77-4c19-a1e4-81f6842f7db0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:09.468534 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b9fee37f-65f4-470f-a601-fa0133e9f6cf req-d7908088-1a77-4c19-a1e4-81f6842f7db0 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.9254141
May 04 13:48:09.541461 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443706-ec8e-4347-abff-e3b68e7975d5 req-aacad580-9c39-4e3a-9c2f-fe8854507ee1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:09.543343 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a443706-ec8e-4347-abff-e3b68e7975d5 req-aacad580-9c39-4e3a-9c2f-fe8854507ee1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.9985223
May 04 13:48:09.579656 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b9fee37f-65f4-470f-a601-fa0133e9f6cf req-4253f537-43cf-42ab-8150-cd721836aee2 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1096556
May 04 13:48:09.635362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-741eea3d-5604-4a6b-bea0-e73e563bfc8c service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4365082
May 04 13:48:09.964891 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d408b93b-968b-49a6-a9b5-054d00567f24 req-883b6b58-3bb5-42c1-bb9a-4fc4dfe29372 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3131244
May 04 13:48:09.974379 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116abad9-6a9b-47d0-905e-2d7dd43673fe', 'name': 'network-vif-deleted', 'tag': '301f95cc-7fab-4d1a-87da-e391a2dc6e24', 'status': 'completed', 'code': 200}
May 04 13:48:10.050530 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-7d10e2d9-4fed-4ae5-9e9b-52365a1e84d3 req-9b080769-3e89-404c-b2fd-9c9b0a2bc35c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Synchronizing usage tracker for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:10.070200 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a443706-ec8e-4347-abff-e3b68e7975d5 req-fda50c6f-3604-487e-9116-9b06c789f04c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5118179
May 04 13:48:10.113099 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-7d10e2d9-4fed-4ae5-9e9b-52365a1e84d3 req-9b080769-3e89-404c-b2fd-9c9b0a2bc35c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Unset dirty status for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:10.123415 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d10e2d9-4fed-4ae5-9e9b-52365a1e84d3 req-9b080769-3e89-404c-b2fd-9c9b0a2bc35c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=116abad9-6a9b-47d0-905e-2d7dd43673fe HTTP/1.1" status: 200  len: 210 time: 0.1461103
May 04 13:48:10.490318 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28138249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28041388'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:10.502232 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9a6ed5b3-9af5-4132-82be-2bce00a112ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:10.549403 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:10.571815 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Transition to ACTIVE for port object 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:10.585049 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:10.604897 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:10.785300 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726b9924-1a83-448d-a29f-3bfc5d66088e,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:10.797494 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.797855 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.798218 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.798574 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.798927 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.799333 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.799681 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.800033 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.800460 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.800812 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.801529 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.801885 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:10.805002 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Checking segment: {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:10.805390 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Network hostable DHCP agents. Network: 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:48:10.808930 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:10.833605 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:48:10.848846 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:10.880929 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:10.883469 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:10.911926 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d279283-55a1-4c56-9b5c-957e18f22084 req-5633566a-01d2-4e0a-adfa-a37c81a4a465 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:10.917465 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d279283-55a1-4c56-9b5c-957e18f22084 req-5633566a-01d2-4e0a-adfa-a37c81a4a465 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3457141
May 04 13:48:10.932175 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-20186f15-bd89-4d63-830c-4f9aa3aa99e4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6202636
May 04 13:48:10.933940 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58354) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:10.950606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:10.972037 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:10.981926 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Usage tracker for resource:router and tenant:3da2c6f017524e5b94e60fbd82f73bbe is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:10.990747 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:11.007359 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:11.034401 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:11.035964 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:11.051030 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d279283-55a1-4c56-9b5c-957e18f22084 req-3e8c3835-d524-44ee-8e6c-0ef113e778d6 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201553
May 04 13:48:11.084543 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:11.157504 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eae8e9-9913-4ceb-b004-c8bb0ee54bfd None None] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:48:11.191989 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25941580-5dc2-4556-8925-dc18e02536e3 None None] Pushing event updated for resources: {'Port': ['ID=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:11.236064 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-25941580-5dc2-4556-8925-dc18e02536e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:11.296158 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcd2c3-e3f6-43b2-a28e-b2bf8c1b27d0 req-4665d9a5-8493-4fe9-90aa-b4a5448884f1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:11.306133 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f0dcd2c3-e3f6-43b2-a28e-b2bf8c1b27d0 req-4665d9a5-8493-4fe9-90aa-b4a5448884f1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.2535069
May 04 13:48:11.635358 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Attempting to bind port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:48:11.636258 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Attempting to bind port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:48:11.636258 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Attempting to bind port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 on network 8bb0049d-903e-49e4-8772-c35dc506e8b2 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:11.643031 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:48:11.643521 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Checking segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:11.644000 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:11.644419 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Bound using segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:48:11.644916 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Bound port: 096614e7-4b8c-4eaf-a3a2-32e3ff650db8, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:48:11.645361 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:11.698998 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f0dcd2c3-e3f6-43b2-a28e-b2bf8c1b27d0 req-b5659f5b-4522-42de-b546-df1264b00996 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3647988
May 04 13:48:11.949037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-72b598fc-50b4-41f8-b8bc-1a1f234b7cd1', 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'fixed_ips': [{'subnet_id': '726b9924-1a83-448d-a29f-3bfc5d66088e'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:48:11.957070 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:11.967111 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:12.257980 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] For port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:48:12.267331 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] For port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:48:12.291313 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:12.317001 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-69d80be9-f86f-4f88-b212-adc06256ade4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:12.469455 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25941580-5dc2-4556-8925-dc18e02536e3 None None] Pushing event updated for resources: {'Port': ['ID=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:12.493110 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-25941580-5dc2-4556-8925-dc18e02536e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:12.564746 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:12.565867 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e909ddc40>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:12.612208 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:12.655875 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52eb7-e846-44f8-9e8e-8f43b59b0fec req-463982a0-094c-4aef-8d9a-c75499345d53 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:12.670086 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-59a52eb7-e846-44f8-9e8e-8f43b59b0fec req-463982a0-094c-4aef-8d9a-c75499345d53 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2824059
May 04 13:48:12.745423 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:12.779239 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-59a52eb7-e846-44f8-9e8e-8f43b59b0fec req-dfb64dde-e929-4c30-9496-d76add7ec7cc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008468
May 04 13:48:13.098472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Allocated IP 172.27.1.168 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/53d00ef0-f428-4fd7-9675-bbe94c796361) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:48:13.234242 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fca3-17d1-4c35-866d-35f6f87ed552 req-3194cfa6-a418-46ab-8f1d-7c10abc60897 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:13.243697 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d879fca3-17d1-4c35-866d-35f6f87ed552 req-3194cfa6-a418-46ab-8f1d-7c10abc60897 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.1363761
May 04 13:48:13.312320 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d879fca3-17d1-4c35-866d-35f6f87ed552 req-2a89ad99-9e21-4dba-963b-27f87dc99347 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0673084
May 04 13:48:13.570774 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Allocated IP 172.20.0.2 (72b598fc-50b4-41f8-b8bc-1a1f234b7cd1/726b9924-1a83-448d-a29f-3bfc5d66088e/350364a4-95ed-4f49-a7d8-be8c9403d7c5) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:48:13.716216 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:13.885101 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:13.915604 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b64c5dd7-d332-4e29-8005-b7ade304dd82 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:14.030729 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:14.046880 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:14.052227 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:48:14.142946 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Pushing event updated for resources: {'Port': ['ID=53d00ef0-f428-4fd7-9675-bbe94c796361,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:14.157774 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:14.264010 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:14.271517 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:14.445535 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Transition to ACTIVE for port object 350364a4-95ed-4f49-a7d8-be8c9403d7c5 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:14.515034 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a057b5-1976-4ca6-8845-cb398c3e2d37 req-1ea9e3c0-2ddb-4ecd-84f4-108e2013f62d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:14.519706 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b7a057b5-1976-4ca6-8845-cb398c3e2d37 req-1ea9e3c0-2ddb-4ecd-84f4-108e2013f62d tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 946 time: 0.2161839
May 04 13:48:14.719367 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Transition to ACTIVE for port object 350364a4-95ed-4f49-a7d8-be8c9403d7c5 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:14.836419 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:14.855674 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-25941580-5dc2-4556-8925-dc18e02536e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:14.890744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:14.942314 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b7a057b5-1976-4ca6-8845-cb398c3e2d37 req-548904c2-8554-46eb-bb5a-7f5c3dfa0e47 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3764327
May 04 13:48:15.064052 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-93fb0621-1388-40eb-8426-212d14a76dcf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4271719
May 04 13:48:15.101927 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b24ff-eb59-41c2-a602-86ae07ca1956 req-1fa4a232-b6db-4f7c-a312-bc517024c1db tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:15.120054 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c76b24ff-eb59-41c2-a602-86ae07ca1956 req-1fa4a232-b6db-4f7c-a312-bc517024c1db tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.3274589
May 04 13:48:15.331344 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c76b24ff-eb59-41c2-a602-86ae07ca1956 req-97192aba-6219-4966-89e8-7ab94c01e17c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2097826
May 04 13:48:15.362207 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Pushing event updated for resources: {'Port': ['ID=350364a4-95ed-4f49-a7d8-be8c9403d7c5,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:15.443439 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:15.447296 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:15.463405 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:15.485866 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:48:15.658982 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-3adea43d-ab15-45ad-b35b-6890e3bd23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:15.660517 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-3adea43d-ab15-45ad-b35b-6890e3bd23f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 1098 time: 0.3266368
May 04 13:48:15.685526 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:15.697050 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1974-0029-49ad-a678-ba910706269f req-1f877a2b-251f-4b62-955d-2cd68f15a696 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:15.698671 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e65f1974-0029-49ad-a678-ba910706269f req-1f877a2b-251f-4b62-955d-2cd68f15a696 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1575940
May 04 13:48:15.748540 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Attempting to bind port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:48:15.749573 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Attempting to bind port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:48:15.750143 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Attempting to bind port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 on network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:15.762205 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:48:15.763006 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Checking segment: {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:15.763960 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:15.764539 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Bound using segment: {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:48:15.765275 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Bound port: 350364a4-95ed-4f49-a7d8-be8c9403d7c5, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:48:15.766088 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:15.832825 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e909ddc40>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:12Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:15.850718 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63311c-34e7-4216-ab7a-c650591a24a9 None None] The sync data for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi is: [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:12Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:48:15.974862 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] For port 350364a4-95ed-4f49-a7d8-be8c9403d7c5, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:48:15.979093 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] For port 350364a4-95ed-4f49-a7d8-be8c9403d7c5, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=350364a4-95ed-4f49-a7d8-be8c9403d7c5,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:48:15.986855 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:16.011241 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-1b89df60-4730-435d-a994-124f83a2759a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:16.150540 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e65f1974-0029-49ad-a678-ba910706269f req-383cbdb5-5462-423f-b9bf-5027abb6539a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4298224
May 04 13:48:16.184991 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Pushing event updated for resources: {'Port': ['ID=350364a4-95ed-4f49-a7d8-be8c9403d7c5,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:16.188977 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:16.265473 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-9df1408c-948f-426b-82c9-bc070b6d5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:16.267781 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-9df1408c-948f-426b-82c9-bc070b6d5216 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.5681691
May 04 13:48:16.406112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:48:16.779025 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-d4a064d3-d022-4a6f-8118-2b37ebf8d765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 200  len: 1001 time: 0.4405327
May 04 13:48:16.827292 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:16.958432 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee779d-1b19-416b-8656-017075e38d8b req-554fd321-290d-4de6-b343-36034970362c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:16.963124 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f5ee779d-1b19-416b-8656-017075e38d8b req-554fd321-290d-4de6-b343-36034970362c tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 946 time: 0.9267998
May 04 13:48:17.042643 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be968e-ab8c-4228-83e8-1f3e3d2d10a5 req-7be30464-b252-4bd8-8b53-36ad05a150c2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:17.044562 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-92be968e-ab8c-4228-83e8-1f3e3d2d10a5 req-7be30464-b252-4bd8-8b53-36ad05a150c2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 946 time: 0.7755470
May 04 13:48:17.063164 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-a1715a18-9651-4bcf-8b98-9dbb0f385cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:17.065117 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-a1715a18-9651-4bcf-8b98-9dbb0f385cf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.2479167
May 04 13:48:17.171094 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:17.195361 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:17.195965 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:17.282959 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-92be968e-ab8c-4228-83e8-1f3e3d2d10a5 req-52ce99cd-25fd-4998-8fd2-7548323a39fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139270
May 04 13:48:17.615025 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:48:17.644462 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Sync routers for ids ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:48:17.715361 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Routers {'15210b32-bc35-48f2-9db0-b8d3b315a5d6'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:17.716537 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903cb340>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:17.740884 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:17.745809 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f7b3c076-d874-473a-a15f-0435f11204d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.8077350
May 04 13:48:17.746449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58428) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:17.772018 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:17.858684 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:17.872538 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:17.879715 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 350364a4-95ed-4f49-a7d8-be8c9403d7c5 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:18.008314 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:18.096839 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-e3bd5323-b0fb-4dd1-9d51-841eb6387401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:18.101769 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-e3bd5323-b0fb-4dd1-9d51-841eb6387401 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9715505
May 04 13:48:18.217548 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8199be5-3ad2-4ec0-a9ef-51fb97ef7da2 None None] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:48:18.248081 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Set router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:18.324156 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:18.341477 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Deleting port 56da8905-f1ad-4a38-be64-09563b0edb60 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:48:18.341774 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:18.470255 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:18.494789 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-652743ee-15f9-4b78-8f8f-484339981b8f None None] Provisioning for port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:18.506995 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:18.605781 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 56da8905-f1ad-4a38-be64-09563b0edb60 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:48:18.764430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a3b8-09c8-49f2-9f12-ccbb88cc65f7 req-f90f2053-9f14-4b58-95e8-30742b266422 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:18.775072 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f12a3b8-09c8-49f2-9f12-ccbb88cc65f7 req-f90f2053-9f14-4b58-95e8-30742b266422 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 1.0825841
May 04 13:48:18.825404 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:18.847080 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:18.847417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:18.957821 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f12a3b8-09c8-49f2-9f12-ccbb88cc65f7 req-57330e07-175b-47da-8901-5bbd1e443f8e tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1815908
May 04 13:48:19.105268 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-79f9c1fe-78f7-4c7a-a07a-0e686f7a6fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9848912
May 04 13:48:19.127971 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] For port 56da8905-f1ad-4a38-be64-09563b0edb60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=56da8905-f1ad-4a38-be64-09563b0edb60,segment=NetworkSegment(bf4fbf6e-52bc-43d7-913c-53442f5c4f34),segment_id=bf4fbf6e-52bc-43d7-913c-53442f5c4f34)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:19.128347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:19.219898 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903cb340>, [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:48:14Z', 'revision_number': 3, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:19.232872 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Checking router: 15210b32-bc35-48f2-9db0-b8d3b315a5d6 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:48:19.233496 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Updating router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 port 53d00ef0-f428-4fd7-9675-bbe94c796361 binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:48:19.356764 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:19.376662 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:19.636027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Calling delete_port for 56da8905-f1ad-4a38-be64-09563b0edb60 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:48:19.640469 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 350364a4-95ed-4f49-a7d8-be8c9403d7c5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=350364a4-95ed-4f49-a7d8-be8c9403d7c5,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:19.643699 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:19.710822 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:19.733229 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:19.946748 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:19.951583 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9bed3-0743-40ea-ae87-685457a00c45 req-fa047d71-2b5b-4141-837e-54a1c85a5426 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:19.965912 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8d9bed3-0743-40ea-ae87-685457a00c45 req-fa047d71-2b5b-4141-837e-54a1c85a5426 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 946 time: 1.2655571
May 04 13:48:20.072143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.098989 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.104370 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fcafca23-ce01-4fa4-8af9-c127f862cd82 req-4321483c-15c9-4609-9b43-79e704b91dec service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9792483
May 04 13:48:20.124248 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:20.214624 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8d9bed3-0743-40ea-ae87-685457a00c45 req-f30cce59-04a9-4383-9979-9a20268ac810 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/security-groups?id=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450583
May 04 13:48:20.251047 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Pushing event deleted for resources: {'Port': ['ID=56da8905-f1ad-4a38-be64-09563b0edb60,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:20.264523 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:20.314792 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.347905 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=350364a4-95ed-4f49-a7d8-be8c9403d7c5,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:20.348899 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Transition to ACTIVE for port object 53d00ef0-f428-4fd7-9675-bbe94c796361 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:20.370877 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.371337 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:20.377709 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:20.469166 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:20.478132 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.481753 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fdbbb-1d5b-4aba-b2dc-1970c04daa0a None None] Pushing event updated for resources: {'Port': ['ID=53d00ef0-f428-4fd7-9675-bbe94c796361,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:20.494161 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ba0fdbbb-1d5b-4aba-b2dc-1970c04daa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:20.527084 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Attempting to bind port 53d00ef0-f428-4fd7-9675-bbe94c796361 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:48:20.527588 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Attempting to bind port 53d00ef0-f428-4fd7-9675-bbe94c796361 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:48:20.528054 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Attempting to bind port 53d00ef0-f428-4fd7-9675-bbe94c796361 on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:20.539061 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:48:20.539547 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:20.540088 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.542598 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:48:20.543843 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Bound port: 53d00ef0-f428-4fd7-9675-bbe94c796361, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:48:20.549529 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.605840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] No DVR routers for this DVR port 56da8905-f1ad-4a38-be64-09563b0edb60 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:48:20.623002 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:20.651656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'name': 'network-vif-deleted', 'tag': '56da8905-f1ad-4a38-be64-09563b0edb60'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:20.678343 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f5ee779d-1b19-416b-8656-017075e38d8b req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.48 "DELETE /v2.0/ports/56da8905-f1ad-4a38-be64-09563b0edb60 HTTP/1.1" status: 204  len: 173 time: 3.7038419
May 04 13:48:20.783189 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c0fd8-d81f-412c-82fd-aced4831dc97 req-629e3991-4aeb-41bb-8319-aa29a456c9e1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:20.796328 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1a1c0fd8-d81f-412c-82fd-aced4831dc97 req-629e3991-4aeb-41bb-8319-aa29a456c9e1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.2362168
May 04 13:48:21.017024 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1a1c0fd8-d81f-412c-82fd-aced4831dc97 req-02f98b4d-be0c-4697-8387-48b53f538d19 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2149560
May 04 13:48:21.030283 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7100ce83-016b-41d5-9fe9-1aad4868721a', 'name': 'network-vif-deleted', 'tag': '56da8905-f1ad-4a38-be64-09563b0edb60', 'status': 'completed', 'code': 200}
May 04 13:48:21.052010 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] For port 53d00ef0-f428-4fd7-9675-bbe94c796361, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:48:21.052866 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e7d48f2f-a112-4722-b312-5f51ca5fca74 None None] Provisioning complete for port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:21.053287 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e7d48f2f-a112-4722-b312-5f51ca5fca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:21.056964 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] For port 53d00ef0-f428-4fd7-9675-bbe94c796361, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=53d00ef0-f428-4fd7-9675-bbe94c796361,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:48:21.077114 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:21.083564 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:21.093616 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Allocated IP 172.20.0.1 (72b598fc-50b4-41f8-b8bc-1a1f234b7cd1/726b9924-1a83-448d-a29f-3bfc5d66088e/c78e8720-8f99-49c7-85ee-4eae49bb04a7) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:48:21.210259 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Routers {'15210b32-bc35-48f2-9db0-b8d3b315a5d6'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:21.211173 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903cb340>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:21.283173 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fdbbb-1d5b-4aba-b2dc-1970c04daa0a None None] Pushing event updated for resources: {'Port': ['ID=53d00ef0-f428-4fd7-9675-bbe94c796361,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:21.291153 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ba0fdbbb-1d5b-4aba-b2dc-1970c04daa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:21.535462 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:21.593560 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Transition to ACTIVE for port object c78e8720-8f99-49c7-85ee-4eae49bb04a7 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:21.631339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:21.638904 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-261b47d4-cc2e-488f-af9e-6186cdb5d481 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:21.651852 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-22c7308f-5abd-42ee-aec2-ec04dc7769f0 req-de0b976d-f7e1-423b-8a4e-69faeadc087a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Synchronizing usage tracker for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:21.692304 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-22c7308f-5abd-42ee-aec2-ec04dc7769f0 req-de0b976d-f7e1-423b-8a4e-69faeadc087a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Unset dirty status for tenant:43e3587dd89744509391049df18da36e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:21.707720 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-22c7308f-5abd-42ee-aec2-ec04dc7769f0 req-de0b976d-f7e1-423b-8a4e-69faeadc087a tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] 10.222.0.25 "GET /v2.0/ports?device_id=7100ce83-016b-41d5-9fe9-1aad4868721a HTTP/1.1" status: 200  len: 210 time: 0.2417243
May 04 13:48:21.847594 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:21.912207 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:21.912663 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] Set router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:21.950421 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:48:21.965113 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 350364a4-95ed-4f49-a7d8-be8c9403d7c5 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:22.029053 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c78e8720-8f99-49c7-85ee-4eae49bb04a7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:22.036721 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:22.065921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:22.290655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:22.291409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:22.400241 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-cbb1ae77-bd7d-48b3-bf55-2e63090c8f11 None None] Provisioning for port c78e8720-8f99-49c7-85ee-4eae49bb04a7 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:22.424659 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-cbb1ae77-bd7d-48b3-bf55-2e63090c8f11 None None] Provisioning complete for port c78e8720-8f99-49c7-85ee-4eae49bb04a7 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:22.425291 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cbb1ae77-bd7d-48b3-bf55-2e63090c8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:22.473286 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:22.532367 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1ae77-bd7d-48b3-bf55-2e63090c8f11 None None] Port c78e8720-8f99-49c7-85ee-4eae49bb04a7 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:48:22.606283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4277a-2ded-4c5e-8bfa-edaae4aa4d95 req-46f61337-c4df-4b25-96f2-10e8892304e4 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:22.630132 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-85f4277a-2ded-4c5e-8bfa-edaae4aa4d95 req-46f61337-c4df-4b25-96f2-10e8892304e4 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.3488123
May 04 13:48:22.665436 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903cb340>, [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:48:14Z', 'revision_number': 3, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:22.670444 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5d868-7df8-4c9d-abe9-9d83a8d00dd9 None None] The sync data for ids ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'] in dv-cinder-789564-1-iscsi is: [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:48:14Z', 'revision_number': 3, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:48:22.760358 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-85f4277a-2ded-4c5e-8bfa-edaae4aa4d95 req-e5f5e4f7-1638-4072-821b-885d3ec1dfe6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1270077
May 04 13:48:22.911741 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58476) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:23.167400 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:23.184688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:23.193682 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Deleting subnet 8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:48:23.198296 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:23.229674 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:23.285235 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1735670'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:23.349413 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c78e8720-8f99-49c7-85ee-4eae49bb04a7,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:23.353918 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:23.358205 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:23.418390 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:23.673334 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:23.675299 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:23.953917 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 53d00ef0-f428-4fd7-9675-bbe94c796361 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:24.156223 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:48:24.168286 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-82821784-5eaf-4b13-b5ef-a019d6b1a976 None None] Provisioning complete for port c78e8720-8f99-49c7-85ee-4eae49bb04a7 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:24.168976 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-82821784-5eaf-4b13-b5ef-a019d6b1a976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.346820 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-82821784-5eaf-4b13-b5ef-a019d6b1a976 None None] Port c78e8720-8f99-49c7-85ee-4eae49bb04a7 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:48:24.350973 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 53d00ef0-f428-4fd7-9675-bbe94c796361 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:24.369705 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 53d00ef0-f428-4fd7-9675-bbe94c796361 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:24.370336 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.394242 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27446885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27712706'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.421738 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e411cc91-c8e9-4315-b068-e6effe3da03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:24.463819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.481254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb9dbf3-2f01-4696-a876-1ec0e6a5a668,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:24.489486 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:24.494545 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a9455fb1-1698-48e0-8523-023e82d9c505 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8bb9dbf3-2f01-4696-a876-1ec0e6a5a668 HTTP/1.1" status: 204  len: 168 time: 1.5806549
May 04 13:48:24.501066 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58494) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:24.534776 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751affaf-74fe-4678-bb55-a4806ff25125 req-7a09ca90-0e87-4922-b383-288e8ecd2bb1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:24.537567 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-751affaf-74fe-4678-bb55-a4806ff25125 req-7a09ca90-0e87-4922-b383-288e8ecd2bb1 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.4186363
May 04 13:48:24.639817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.685764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 53d00ef0-f428-4fd7-9675-bbe94c796361, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=53d00ef0-f428-4fd7-9675-bbe94c796361,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:24.722720 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.727706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:48:24.737059 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:24.763992 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/15210b32-bc35-48f2-9db0-b8d3b315a5d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0164323
May 04 13:48:24.793933 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-751affaf-74fe-4678-bb55-a4806ff25125 req-060398d7-d51d-4a4c-9486-190101d89a73 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2492299
May 04 13:48:24.800060 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:24.839469 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=53d00ef0-f428-4fd7-9675-bbe94c796361,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:24.843147 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:25.004043 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:25.158437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8be10640>,) {'filters': {'network_id': ['a4e30664-94e1-477e-9c47-e614bc853173']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:25.176701 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8be10640>, 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:25.177825 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8be10640>, 'bf4fbf6e-52bc-43d7-913c-53442f5c4f34') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:25.195111 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:25.221213 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:25.230920 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:48:25.544573 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Network a4e30664-94e1-477e-9c47-e614bc853173 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:48:25.565702 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:25.630976 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Sync routers for ids ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:48:25.665417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Routers {'15210b32-bc35-48f2-9db0-b8d3b315a5d6'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:25.666558 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90569580>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:25.983278 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 53d00ef0-f428-4fd7-9675-bbe94c796361 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:26.055508 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Network a4e30664-94e1-477e-9c47-e614bc853173 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:48:26.106116 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58558) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:26.120224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38602275', 'description': 'tempest-secgroup-smoke-38602275 description', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:26.149711 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:26.160341 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:26.167467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:26.183538 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:26.208193 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.238166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:26.243311 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:26.247685 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:26.258157 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:48:26.337711 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:48:26.378297 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.384181 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:26.414385 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.446847 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.458514 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.474655 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e045d2ae-35c6-41fc-ae3b-f10ef861a82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:26.584451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e30664-94e1-477e-9c47-e614bc853173,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:26.604601 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:26.608606 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6f229031-2349-4f49-933f-9839ada7a9b3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4e30664-94e1-477e-9c47-e614bc853173 HTTP/1.1" status: 204  len: 168 time: 2.1013556
May 04 13:48:26.616186 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Set router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:26.808283 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 53d00ef0-f428-4fd7-9675-bbe94c796361 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:26.809663 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.833434 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:26.857472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:26.864685 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:26.869928 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.7583861
May 04 13:48:26.874054 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58584) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:26.894124 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group_rule': {'security_group_id': '858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:26.904575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:26.912651 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:26.918333 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:26.929831 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:26.965703 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.101395 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fe4f9-0b83-444a-8544-e3ebb4e167db req-a5be35cf-8648-46af-bb52-6037eaed6fb3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:27.102826 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b62fe4f9-0b83-444a-8544-e3ebb4e167db req-a5be35cf-8648-46af-bb52-6037eaed6fb3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1895781
May 04 13:48:27.106008 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-65992e2a-4bba-4bfb-b608-0999b218941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:27.106887 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58588) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:27.107527 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-65992e2a-4bba-4bfb-b608-0999b218941d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.3659031
May 04 13:48:27.160073 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546a8ad-7fd6-4510-9dd9-331b4c656679 req-3fe1133a-81ab-4dc1-87d0-bc3541f50247 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:27.165670 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4546a8ad-7fd6-4510-9dd9-331b4c656679 req-3fe1133a-81ab-4dc1-87d0-bc3541f50247 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.5747621
May 04 13:48:27.224049 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-17ebf9d6-f8e3-4004-8499-5deb9478a144 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43e3587dd89744509391049df18da36e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1133032
May 04 13:48:27.224049 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.224693 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58592) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:27.242209 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.256903 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b71e9968-dcb8-4ca4-933c-e70cd2081c68 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:27.303004 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd326e86-237b-4c7a-b491-0c3caad7adc0,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:27.315873 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:27.331411 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b62fe4f9-0b83-444a-8544-e3ebb4e167db req-8660fcf5-b2fa-4044-b265-bfad82fde304 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216339
May 04 13:48:27.336675 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.345879 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4624333
May 04 13:48:27.345879 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58596) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:27.353734 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4546a8ad-7fd6-4510-9dd9-331b4c656679 req-edcc9df6-5c68-4143-a6fc-c6e6c6c9f523 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1659510
May 04 13:48:27.358262 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group_rule': {'security_group_id': '858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:27.373321 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.386801 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90569580>, [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:48:22Z', 'revision_number': 4, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'c78e8720-8f99-49c7-85ee-4eae49bb04a7', 'name': '', 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'mac_address': 'fa:16:3e:08:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '726b9924-1a83-448d-a29f-3bfc5d66088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:20Z', 'updated_at': '2021-05-04T13:48:22Z', 'revision_number': 2, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'subnets': [{'id': '726b9924-1a83-448d-a29f-3bfc5d66088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:27.395454 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-ecbfedc0-1535-4005-90c8-db63280616db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:27.395797 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Checking router: 15210b32-bc35-48f2-9db0-b8d3b315a5d6 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:48:27.396315 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Updating router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 port c78e8720-8f99-49c7-85ee-4eae49bb04a7 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:48:27.397871 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-ecbfedc0-1535-4005-90c8-db63280616db service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 0.2674582
May 04 13:48:27.405503 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:27.409349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.419784 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:27.425660 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:27.440946 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:27.454374 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.474811 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.520440 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-7d322807-8f05-4e6c-a715-ba6dc7d8f8b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 217 time: 0.1110921
May 04 13:48:27.520776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.530381 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0b5e2d72-bbc1-4064-b8c4-443a46765cdf tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:27.560391 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e125e2ea-e36c-42ef-8e12-bd9320c5f9f7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:27.578901 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:27.599798 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.604167 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e125e2ea-e36c-42ef-8e12-bd9320c5f9f7 HTTP/1.1" status: 204  len: 168 time: 0.3758762
May 04 13:48:27.605502 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-0988114f-8b89-49ef-a801-8e6743aebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:27.607052 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-0988114f-8b89-49ef-a801-8e6743aebca4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.0804691
May 04 13:48:27.641022 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.648301 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.664444 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:27.704873 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-fbdc5434-51ef-4431-b852-6a692765fe36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0892313
May 04 13:48:27.706350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67368595-c3bd-4cd6-b4b5-1dfece3526e0,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:27.721117 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:27.725231 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.731367 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3871284
May 04 13:48:27.731916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58602) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:27.740213 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group_rule': {'security_group_id': '858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:27.747699 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:27.754337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:27.759622 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:27.774957 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:27.796202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.853120 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-369e7ac3-86a0-41c2-bf3c-807eee66a91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.883625 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.889491 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.919251 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8da52ed8-6b46-4f3c-9e63-d3fa06f6f880 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:27.930147 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:27.934556 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2015252
May 04 13:48:27.936894 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58606) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:27.945290 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f97a8bd-5375-45d4-a479-c987b567c376,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:27.948456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9ff2b950-36e9-4b79-9fbb-8c4156ff2d88 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:27.955121 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group_rule': {'security_group_id': '858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:27.965922 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:27.982130 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:27.989235 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:27.998443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:28.002759 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-771e8c1e-45de-4da1-ab69-aca9b74a0f1a service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847507
May 04 13:48:28.020485 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.034899 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Transition to ACTIVE for port object c78e8720-8f99-49c7-85ee-4eae49bb04a7 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:28.042608 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.046721 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:28.116032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58616) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:28.117154 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.147078 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190920a-48f2-49c9-87de-0a4645a26548 None None] Pushing event updated for resources: {'Port': ['ID=c78e8720-8f99-49c7-85ee-4eae49bb04a7,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:28.157177 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b190920a-48f2-49c9-87de-0a4645a26548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:28.208156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Deleting subnet f0a2aba0-fe5f-432f-850c-bd21e35d1e62 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:48:28.212215 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.284422 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.357014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.443762 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db86ad66-2f8d-4d9d-ab0d-ba0967426e33 req-75c5245c-243f-4694-aa86-e0a10f3601c6 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4305921
May 04 13:48:28.463564 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Attempting to bind port c78e8720-8f99-49c7-85ee-4eae49bb04a7 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:48:28.464271 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Attempting to bind port c78e8720-8f99-49c7-85ee-4eae49bb04a7 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:48:28.464892 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Attempting to bind port c78e8720-8f99-49c7-85ee-4eae49bb04a7 on network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:28.477298 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:48:28.478110 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Checking segment: {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:28.478789 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.479732 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Bound using segment: {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:48:28.480634 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Bound port: c78e8720-8f99-49c7-85ee-4eae49bb04a7, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:48:28.481357 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.506852 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.513209 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.517828 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:28.585013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64317c4-1b5d-4618-855e-1ddc6d9a90f9,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:28.602626 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:28.631493 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.642203 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7030313
May 04 13:48:28.647741 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58634) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:28.685301 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group_rule': {'security_group_id': '858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:28.714282 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:28.801132 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] For port c78e8720-8f99-49c7-85ee-4eae49bb04a7, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:48:28.805581 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] For port c78e8720-8f99-49c7-85ee-4eae49bb04a7, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=c78e8720-8f99-49c7-85ee-4eae49bb04a7,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:48:28.814189 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.834508 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:28.842359 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:28.849426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:28.859259 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:28.913204 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.securitygroups_db [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Project 971b6b52aeef4cab9fae30c9eb3a4b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 13:48:28.936230 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:28.964245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ea281-aa65-40e0-9231-b8903d290756 req-7f6893fd-09d9-4827-8b49-3b9928f22a73 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:28.964245 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-061ea281-aa65-40e0-9231-b8903d290756 req-7f6893fd-09d9-4827-8b49-3b9928f22a73 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.2611439
May 04 13:48:28.993147 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9a042-6de5-4ed9-9481-5f0307a71208 req-877e4170-c403-4922-8c22-7cad347cbe59 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:28.995492 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-42a9a042-6de5-4ed9-9481-5f0307a71208 req-877e4170-c403-4922-8c22-7cad347cbe59 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2897236
May 04 13:48:29.016627 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.027394 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:29.047972 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Routers {'15210b32-bc35-48f2-9db0-b8d3b315a5d6'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:29.049525 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90569580>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:29.125807 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-42a9a042-6de5-4ed9-9481-5f0307a71208 req-d5e97048-8b72-47bc-952b-869dafdb7204 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105175
May 04 13:48:29.138123 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-061ea281-aa65-40e0-9231-b8903d290756 req-41c1e4c2-f1e9-4d1f-9db4-c2f6779727d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1614933
May 04 13:48:29.168918 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190920a-48f2-49c9-87de-0a4645a26548 None None] Pushing event updated for resources: {'Port': ['ID=c78e8720-8f99-49c7-85ee-4eae49bb04a7,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:29.173960 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.175062 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b190920a-48f2-49c9-87de-0a4645a26548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:29.190205 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.200322 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ed6b3e3f-b4ce-492f-9a6c-7d8aec86104a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:29.209681 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.218447 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0a2aba0-fe5f-432f-850c-bd21e35d1e62 HTTP/1.1" status: 204  len: 168 time: 1.1002362
May 04 13:48:29.221007 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a2aba0-fe5f-432f-850c-bd21e35d1e62,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:29.223005 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58646) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:29.231570 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:29.257068 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7318a96b-13f1-40b8-8f98-d71d7c561f28,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:29.260938 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:29.279040 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.282346 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c2514f5a-9a4d-4745-ac2d-1f885f4f3524 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6217239
May 04 13:48:29.285508 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58650) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:29.298109 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'security_group_rule': {'security_group_id': '858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa', 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:29.309308 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:29.317587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:security_group_rule and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:29.323020 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:29.338003 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:29.361710 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.securitygroups_db [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Project 971b6b52aeef4cab9fae30c9eb3a4b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 13:48:29.369219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.381712 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] Set router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:29.394446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.488819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.497894 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.501332 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ebc03898-cd85-4c28-a524-9e592245c7b9 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:29.547313 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c50c97f-3f78-4472-998a-ebb3f677618d,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:29.552186 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.554195 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2665224
May 04 13:48:29.555865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-35697c87-b4f5-4d24-a59f-ce2938372ecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:29.666364 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.889005 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8afc3a30>,) {'filters': {'network_id': ['24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:29.908023 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8afc3a30>, '84b8e1bd-4197-4797-9820-4de4ac2f5c23') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:29.908527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8afc3a30>, '84b8e1bd-4197-4797-9820-4de4ac2f5c23') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:29.931828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.958471 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:29.966432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:48:30.022115 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90569580>, [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:48:22Z', 'revision_number': 4, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'c78e8720-8f99-49c7-85ee-4eae49bb04a7', 'name': '', 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'mac_address': 'fa:16:3e:08:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '726b9924-1a83-448d-a29f-3bfc5d66088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:20Z', 'updated_at': '2021-05-04T13:48:28Z', 'revision_number': 4, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'subnets': [{'id': '726b9924-1a83-448d-a29f-3bfc5d66088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:30.028433 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838b92d-8563-448a-b738-0117da5a7fd7 None None] The sync data for ids ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'] in dv-cinder-789564-1-iscsi is: [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:48:22Z', 'revision_number': 4, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'c78e8720-8f99-49c7-85ee-4eae49bb04a7', 'name': '', 'network_id': '72b598fc-50b4-41f8-b8bc-1a1f234b7cd1', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'mac_address': 'fa:16:3e:08:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '726b9924-1a83-448d-a29f-3bfc5d66088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:20Z', 'updated_at': '2021-05-04T13:48:28Z', 'revision_number': 4, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'subnets': [{'id': '726b9924-1a83-448d-a29f-3bfc5d66088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:48:30.201876 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:48:30.217428 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:30.592534 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2640f-28a3-4393-93c3-df7fa2e4ce28 req-cbaf9ced-af26-4a86-b03a-10925e84cb88 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:30.601537 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21d2640f-28a3-4393-93c3-df7fa2e4ce28 req-cbaf9ced-af26-4a86-b03a-10925e84cb88 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1660230
May 04 13:48:30.642597 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b67358-6615-4c21-8915-a0b90a25fa6c req-d4790640-5a0d-4a1a-9119-daf3b9f3650d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:30.651221 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-34b67358-6615-4c21-8915-a0b90a25fa6c req-d4790640-5a0d-4a1a-9119-daf3b9f3650d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.2680883
May 04 13:48:30.741511 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Network 24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:48:30.766197 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21d2640f-28a3-4393-93c3-df7fa2e4ce28 req-bc4b385d-1f10-429a-9a0f-c611abf0aa2c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591885
May 04 13:48:30.803980 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-34b67358-6615-4c21-8915-a0b90a25fa6c req-82a5ff95-13c3-4b0b-9a09-b7fe74030dd8 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&id=32e6896d-fd33-4703-bb08-c51eb6c77581&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1516769
May 04 13:48:30.892774 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:48:30.909928 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:48:30.924202 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:30.929391 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:30.933882 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:30.949618 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:30.991707 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:30.999575 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:31.002672 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/24aa3bfb-c1a7-4ffc-a3e8-7a96fe4ecb51 HTTP/1.1" status: 204  len: 168 time: 1.7737033
May 04 13:48:31.162507 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fe37966f-b05b-4ea9-96c2-019b2df5c7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:31.321305 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58738) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:31.408974 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58748) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:31.421429 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1c348406-134d-401b-98ff-e01b883dda68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3e2ad19f80948a38d9ef278271ae69d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0984838
May 04 13:48:31.493239 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:31.554675 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:31.555576 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58754) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:31.682952 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:31.690985 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a957acd5-72f8-402c-ad1d-d508440a8001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:31.707062 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd09c5-c459-435a-a964-e7903301f3f1,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:31.710306 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:31.716893 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:31.718151 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02fd09c5-c459-435a-a964-e7903301f3f1 HTTP/1.1" status: 204  len: 168 time: 0.3080447
May 04 13:48:31.765156 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:31.801154 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:31.820367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Usage tracker for resource:security_group_rule and tenant:af8d29aaef5e4dafb0c9ec482da461c1 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:31.833992 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:31.842578 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:31.917296 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device c78e8720-8f99-49c7-85ee-4eae49bb04a7 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:31.995162 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.003168 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.023098 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-db173f41-655a-48a7-a72a-eef88d5c2b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:32.027173 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port c78e8720-8f99-49c7-85ee-4eae49bb04a7 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:32.035505 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port c78e8720-8f99-49c7-85ee-4eae49bb04a7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:32.036337 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.062184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a16f4-3b89-4558-93a3-35c6f9ed3313,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:32.087658 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:32.095567 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af8d29aaef5e4dafb0c9ec482da461c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5371146
May 04 13:48:32.095567 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58770) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:32.179273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.212510 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.229844 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.275353 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port c78e8720-8f99-49c7-85ee-4eae49bb04a7, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=c78e8720-8f99-49c7-85ee-4eae49bb04a7,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:32.283097 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.286251 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.290446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9cfb66dc-1f87-4bee-91a8-73af8a328d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:32.292077 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:32.308805 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a16f4-3b89-4558-93a3-35c6f9ed3313,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:32.325862 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:32.327095 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:32.330408 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769277-609e-40a1-a910-c295c6ef37d8 req-0599f1e6-b62d-47b5-8d78-43fe5e2c784a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:32.330849 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d68a16f4-3b89-4558-93a3-35c6f9ed3313 HTTP/1.1" status: 204  len: 168 time: 0.2346485
May 04 13:48:32.332502 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f769277-609e-40a1-a910-c295c6ef37d8 req-0599f1e6-b62d-47b5-8d78-43fe5e2c784a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3593752
May 04 13:48:32.390249 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=c78e8720-8f99-49c7-85ee-4eae49bb04a7,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:32.393238 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:32.429152 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f769277-609e-40a1-a910-c295c6ef37d8 req-de894384-e679-49e8-a6c9-c3add7394b7e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856276
May 04 13:48:33.051076 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58796) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:33.070330 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.093609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:33.098911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Usage tracker for resource:security_group_rule and tenant:f821bf7e87ec4c048cb6bfa9836e8801 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:33.102001 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:33.108133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:33.186949 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.238635 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.245804 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.263527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70d66f10-41a0-4fad-b089-73386c965d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:33.350345 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58802) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:33.351674 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f821bf7e87ec4c048cb6bfa9836e8801&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2991550
May 04 13:48:33.353544 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba0b0b-0021-43b3-bd53-c8aaa0114850,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:33.360402 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:33.478337 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.544596 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.636824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.648247 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-681d04de-99db-4085-8dd3-094a4f84ab86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:33.675071 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba0b0b-0021-43b3-bd53-c8aaa0114850,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:33.679899 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:33.682276 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:33.684439 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17ba0b0b-0021-43b3-bd53-c8aaa0114850 HTTP/1.1" status: 204  len: 168 time: 0.3324633
May 04 13:48:33.844526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device c78e8720-8f99-49c7-85ee-4eae49bb04a7 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:33.855133 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d692f4-9079-4e88-8328-d884f2bab3b6 req-93446189-36ff-465f-a600-ba929b114258 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:33.857323 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a8d692f4-9079-4e88-8328-d884f2bab3b6 req-93446189-36ff-465f-a600-ba929b114258 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1188915
May 04 13:48:33.922711 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a8d692f4-9079-4e88-8328-d884f2bab3b6 req-f4e71568-3c92-45bf-8a63-2e513b5da916 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544488
May 04 13:48:34.024597 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port c78e8720-8f99-49c7-85ee-4eae49bb04a7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:34.024967 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:34.512575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:35.168449 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b0652-0b6a-41ec-b63c-cf4fff959d48 req-3138b654-9d36-4aed-b874-42485746881c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:35.170262 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a28b0652-0b6a-41ec-b63c-cf4fff959d48 req-3138b654-9d36-4aed-b874-42485746881c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.0986700
May 04 13:48:35.230955 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a28b0652-0b6a-41ec-b63c-cf4fff959d48 req-b94418af-0d99-490a-892d-d05d6fdbe959 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525854
May 04 13:48:35.989611 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58864) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:36.143499 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.163433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:36.167939 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Usage tracker for resource:security_group_rule and tenant:b9775d9bf23647e08779c439b6200b76 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:36.171175 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:36.180119 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:36.329948 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.338101 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.361156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3f69b49c-2814-4ef6-93d0-8857c1e79501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:36.445934 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58878) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:36.458784 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9775d9bf23647e08779c439b6200b76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4674799
May 04 13:48:36.462188 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e05e0e-d110-45b3-8e5b-90284b34fe5c,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:36.464350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58884) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:36.465656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:36.523672 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a0cbb-b24c-4cec-918e-f4d8b31fc058 req-5b809c5a-3b71-470d-bc75-49c2fd156e5a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:36.530783 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9f8a0cbb-b24c-4cec-918e-f4d8b31fc058 req-5b809c5a-3b71-470d-bc75-49c2fd156e5a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1595550
May 04 13:48:36.566507 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.597547 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9f8a0cbb-b24c-4cec-918e-f4d8b31fc058 req-a37e93fb-48bd-4f6c-9262-6dff3294b358 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633867
May 04 13:48:36.629639 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.648662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.684797 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:36.691782 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a8dae34828bb4398a6fdbbcc59bf75f7 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:36.695111 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:36.702061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:36.740237 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.747418 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fba6df68-d04a-4020-96f7-07e35244b97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:36.775400 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e05e0e-d110-45b3-8e5b-90284b34fe5c,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:36.778445 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:36.798321 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.799466 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8e05e0e-d110-45b3-8e5b-90284b34fe5c HTTP/1.1" status: 204  len: 168 time: 0.3251164
May 04 13:48:36.877069 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.884549 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:36.893406 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-66151231-587f-46a3-99d5-d53a2f62ba40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:36.940773 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e2804c-ae15-4f7e-a48f-ccf6ef119cca,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:36.948106 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8dae34828bb4398a6fdbbcc59bf75f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5003455
May 04 13:48:36.949007 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58892) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:36.949404 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:37.045764 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.087007 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.174421 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.178145 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-69cbcd13-fd52-4409-84ee-9be600eb2b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:37.196842 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e2804c-ae15-4f7e-a48f-ccf6ef119cca,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:37.200833 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:37.206890 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.210714 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0e2804c-ae15-4f7e-a48f-ccf6ef119cca HTTP/1.1" status: 204  len: 168 time: 0.2583690
May 04 13:48:37.265116 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58900) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:37.286315 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.303860 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:37.309488 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Usage tracker for resource:security_group_rule and tenant:c878de3b63d1428c80eafd8dfccb8251 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:37.313254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:37.319900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:37.426441 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.432034 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.447914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5ad95c3b-c663-4b31-93d0-eaf81144451d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:37.506032 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c878de3b63d1428c80eafd8dfccb8251&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2389753
May 04 13:48:37.510134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58906) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:37.517791 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb2b17-3a4c-4f84-87d6-bef006384ae5,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:37.534461 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:37.621635 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.695304 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.795404 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.801050 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6f4dc836-250a-438b-b3d7-b02566259a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:37.813061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb2b17-3a4c-4f84-87d6-bef006384ae5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:37.827523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:37.838999 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:37.840435 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fdb2b17-3a4c-4f84-87d6-bef006384ae5 HTTP/1.1" status: 204  len: 168 time: 0.3289227
May 04 13:48:37.961285 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f13f11-42b8-43b5-89c9-d80efcee5e6b req-0982e15f-3cf4-430f-8706-0354cd863bcd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:37.964476 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d8f13f11-42b8-43b5-89c9-d80efcee5e6b req-0982e15f-3cf4-430f-8706-0354cd863bcd tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1810098
May 04 13:48:38.045324 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d8f13f11-42b8-43b5-89c9-d80efcee5e6b req-51dbd523-06f7-480f-80df-d21837a21e2c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695035
May 04 13:48:38.384824 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 58936) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:38.519098 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1681004189-network', 'tenant_id': '5cf95f8514784fa4a54d8c8b99b98d33'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:38.524348 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:38.528515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Usage tracker for resource:network and tenant:5cf95f8514784fa4a54d8c8b99b98d33 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:38.532423 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:38.538803 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:38.552598 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Made reservation on behalf of 5cf95f8514784fa4a54d8c8b99b98d33 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:48:38.555452 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.570398 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.588096 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:38.592653 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Usage tracker for resource:security_group_rule and tenant:5cf95f8514784fa4a54d8c8b99b98d33 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:38.596718 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:38.603662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:38.731903 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.738091 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.746272 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70122aaa-3d07-4245-82a9-206264e7841f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:38.775868 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:48:38.792709 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c53b4-0900-4436-82d1-7a93dbe916bc,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:38.796447 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:38.801425 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.801766 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Added segment 4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719 of type vlan for network e5f4abcc-97a8-4cad-a669-e75df99e3569
May 04 13:48:38.836757 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.903828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.905622 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:38.906552 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:38.912176 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-69701fbc-20a1-4a3c-b7fb-1c108cf4dedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:39.037535 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Pushing event updated for resources: {'Network': ['ID=e5f4abcc-97a8-4cad-a669-e75df99e3569,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:39.041973 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:39.051521 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 58960) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:39.052379 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6657679
May 04 13:48:39.057649 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:48:39.061407 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Request body: {'subnet': {'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1681004189-subnet', 'tenant_id': '5cf95f8514784fa4a54d8c8b99b98d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:39.073269 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:39.094205 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Usage tracker for resource:subnet and tenant:5cf95f8514784fa4a54d8c8b99b98d33 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:39.103340 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:39.121030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:39.152102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Made reservation on behalf of 5cf95f8514784fa4a54d8c8b99b98d33 for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:48:39.154713 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27712751'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:39.475799 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f3ba8-2daa-49d5-9629-032b33b839be req-6b849b1d-cfd2-4ff3-8f39-aca453bee91e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:39.476998 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c92f3ba8-2daa-49d5-9629-032b33b839be req-6b849b1d-cfd2-4ff3-8f39-aca453bee91e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1728241
May 04 13:48:39.573121 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c92f3ba8-2daa-49d5-9629-032b33b839be req-9edd6802-eab0-44b6-b8fb-1e6c4c57745f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846198
May 04 13:48:39.862571 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27446820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27712761'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:39.866823 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:39.952300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a410b1e2-fbfb-4b42-bf5c-757f6f7391ad,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:39.957879 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:39.966592 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Checking segment: {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:39.967031 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Network hostable DHCP agents. Network: e5f4abcc-97a8-4cad-a669-e75df99e3569, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:48:39.994084 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:48:40.007090 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, e5f4abcc-97a8-4cad-a669-e75df99e3569) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:40.019421 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2cca81-74e9-4d9e-8dcc-bd9df566bcb5 None None] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:48:40.028147 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:40.029129 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:40.065651 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-3fd8bd19-4915-4e8c-869e-7ebc538e62f3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0124087
May 04 13:48:40.334044 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af00c3-4f42-472c-a097-708328b72b09 None None] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:48:40.897599 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298077da-a4c0-48eb-98e1-446cecebdb07 req-8576efcf-3cb5-4371-9449-e755920b469e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:40.899362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-298077da-a4c0-48eb-98e1-446cecebdb07 req-8576efcf-3cb5-4371-9449-e755920b469e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1343966
May 04 13:48:40.992217 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-298077da-a4c0-48eb-98e1-446cecebdb07 req-1aa2e4bf-d686-4c77-8e52-1ef338d8d9d2 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806956
May 04 13:48:42.322608 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e6afc-999a-4403-891c-9207af185791 req-fb61f4d1-b487-49d0-8423-943cca33ada3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:42.324152 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c50e6afc-999a-4403-891c-9207af185791 req-fb61f4d1-b487-49d0-8423-943cca33ada3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1451633
May 04 13:48:42.556397 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c50e6afc-999a-4403-891c-9207af185791 req-373a7ce4-9b4a-465d-843c-142a5520e3fc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255857
May 04 13:48:42.602684 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-394c7301-a2fd-4760-8d84-e9d8c0a7cf19 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:42.604137 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-394c7301-a2fd-4760-8d84-e9d8c0a7cf19 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/networks?id=e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 200  len: 814 time: 0.2588608
May 04 13:48:42.621847 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-26787594-b525-43f2-beaa-2ef1c610b58a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/quotas/5cf95f8514784fa4a54d8c8b99b98d33 HTTP/1.1" status: 200  len: 375 time: 0.0095158
May 04 13:48:42.673759 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-51b572d3-459a-4506-9004-b06b7f180e33 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0457933
May 04 13:48:42.813615 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-396af333-46df-466a-8a14-37804de72ed9 service neutron] 10.222.0.25 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322534
May 04 13:48:42.952370 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-e63fd582-e084-46d7-ac68-390b7b34c70d service neutron] 10.222.0.25 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325827
May 04 13:48:43.145792 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-457247dd-c174-4b3e-960c-77e1119ab0b4 req-d2eb2123-a12e-42a0-ae53-f7d0ff4ccb4c tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 210 time: 0.0480561
May 04 13:48:43.914216 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e99f-746e-465b-a20f-44d41e88d049 req-fbdbcee4-e01b-4e4e-b2a5-d8afd4537186 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:43.917450 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4cf1e99f-746e-465b-a20f-44d41e88d049 req-fbdbcee4-e01b-4e4e-b2a5-d8afd4537186 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1664462
May 04 13:48:43.977519 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4cf1e99f-746e-465b-a20f-44d41e88d049 req-c5a35aeb-bc4b-4e24-a0cc-03bb73b86abe tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534029
May 04 13:48:44.368355 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-35a24741-f6de-4ed7-aabc-e29b840ecce6 req-ee7aa99f-61e0-44e6-9998-4ee4a2831f34 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 210 time: 0.0494695
May 04 13:48:44.645101 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-5ab224b7-62fe-4198-a627-d11489da6f04 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:44.646662 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-5ab224b7-62fe-4198-a627-d11489da6f04 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "GET /v2.0/networks?id=e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 200  len: 814 time: 0.2127063
May 04 13:48:44.663989 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Request body: {'port': {'device_id': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569', 'admin_state_up': True, 'tenant_id': '5cf95f8514784fa4a54d8c8b99b98d33'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:44.845368 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:44.850834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Usage tracker for resource:port and tenant:5cf95f8514784fa4a54d8c8b99b98d33 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:44.854219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:44.862896 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:44.873934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Made reservation on behalf of 5cf95f8514784fa4a54d8c8b99b98d33 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:48:44.878264 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:45.072591 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Allocated IP 172.20.0.8 (e5f4abcc-97a8-4cad-a669-e75df99e3569/a410b1e2-fbfb-4b42-bf5c-757f6f7391ad/b7a2a67c-be83-4efd-a84d-846b86af3bdc) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:48:45.334558 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b7cb-626a-4a26-8922-2f39be449058 req-51c72281-d89e-41ad-979c-5a8d3302b186 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:45.336396 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e873b7cb-626a-4a26-8922-2f39be449058 req-51c72281-d89e-41ad-979c-5a8d3302b186 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2184248
May 04 13:48:45.417178 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:45.469818 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e873b7cb-626a-4a26-8922-2f39be449058 req-f549bf99-6b00-4a1d-a1a7-32af82ded4dc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173372
May 04 13:48:45.476688 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:45.498973 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-195a6ea2-67db-4308-a804-87d91a4ee997 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:45.619448 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:45.625512 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:45.628669 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:48:45.678373 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Pushing event updated for resources: {'Port': ['ID=b7a2a67c-be83-4efd-a84d-846b86af3bdc,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:45.681429 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:45.716270 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:45.716897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:45.760688 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f91656-83a8-4d5f-accc-7d39d8d4fd8e req-0bf1da09-3d91-41b7-8c2f-e21b09b630df tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:45.762344 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-71f91656-83a8-4d5f-accc-7d39d8d4fd8e req-0bf1da09-3d91-41b7-8c2f-e21b09b630df tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Synchronizing usage tracker for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:45.771528 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1117234
May 04 13:48:45.787001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Request body: {'port': {'device_id': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:45.835102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-71f91656-83a8-4d5f-accc-7d39d8d4fd8e req-0bf1da09-3d91-41b7-8c2f-e21b09b630df tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Unset dirty status for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:45.836560 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71f91656-83a8-4d5f-accc-7d39d8d4fd8e req-0bf1da09-3d91-41b7-8c2f-e21b09b630df tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 931 time: 0.3065882
May 04 13:48:46.045842 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71f91656-83a8-4d5f-accc-7d39d8d4fd8e req-fba35710-1a2c-4e35-8d08-70cb91ab5911 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963580
May 04 13:48:46.055002 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:46.449958 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a2a67c-be83-4efd-a84d-846b86af3bdc {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:48:46.458575 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:46.475679 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Transition to ACTIVE for port object b7a2a67c-be83-4efd-a84d-846b86af3bdc will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:46.480105 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:46.484870 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d12e5bb4-fd47-4199-9e99-ff308b4aceb3 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:46.708245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Pushing event updated for resources: {'Port': ['ID=b7a2a67c-be83-4efd-a84d-846b86af3bdc,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:46.742298 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:46.857382 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Attempting to bind port b7a2a67c-be83-4efd-a84d-846b86af3bdc on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:48:46.857716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Attempting to bind port b7a2a67c-be83-4efd-a84d-846b86af3bdc by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:48:46.858041 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Attempting to bind port b7a2a67c-be83-4efd-a84d-846b86af3bdc on network e5f4abcc-97a8-4cad-a669-e75df99e3569 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:46.868541 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cd836-a80d-4f1c-b724-e120e1731a09 req-d4a8c6e5-9543-4132-b3e3-dc231f0bfd5e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:46.870212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f31cd836-a80d-4f1c-b724-e120e1731a09 req-d4a8c6e5-9543-4132-b3e3-dc231f0bfd5e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2068143
May 04 13:48:46.874275 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Port b7a2a67c-be83-4efd-a84d-846b86af3bdc on network e5f4abcc-97a8-4cad-a669-e75df99e3569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:48:46.874593 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Attempting to bind port b7a2a67c-be83-4efd-a84d-846b86af3bdc on network e5f4abcc-97a8-4cad-a669-e75df99e3569 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:46.898103 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:48:46.898445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Checking segment: {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:46.898836 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Bound using segment: {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:48:46.899283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Bound port: b7a2a67c-be83-4efd-a84d-846b86af3bdc, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:48:46.899628 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:46.981466 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f31cd836-a80d-4f1c-b724-e120e1731a09 req-5fc2a2f7-4fcf-48f8-ac25-e3e5a67d583f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033115
May 04 13:48:47.047950 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] For port b7a2a67c-be83-4efd-a84d-846b86af3bdc, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:48:47.053745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] For port b7a2a67c-be83-4efd-a84d-846b86af3bdc, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:48:47.061507 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:47.070359 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:47.163971 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:47.164618 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:47.165986 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] 10.222.0.48 "PUT /v2.0/ports/b7a2a67c-be83-4efd-a84d-846b86af3bdc HTTP/1.1" status: 200  len: 1093 time: 1.3836601
May 04 13:48:47.167865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'tag': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:47.226921 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'tag': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc', 'status': 'completed', 'code': 200}
May 04 13:48:47.382823 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Pushing event updated for resources: {'Port': ['ID=b7a2a67c-be83-4efd-a84d-846b86af3bdc,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:47.400424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:47.509207 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92e0c2-4adb-4bd6-b033-fcf566dc4f61 req-710da60c-ee07-45f2-9a86-7364c7f03b2c tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:47.511897 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3e92e0c2-4adb-4bd6-b033-fcf566dc4f61 req-710da60c-ee07-45f2-9a86-7364c7f03b2c tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 943 time: 0.2896409
May 04 13:48:47.517897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-adcd2754-5803-49d4-8962-7fbb801df084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:47.520119 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-adcd2754-5803-49d4-8962-7fbb801df084 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 1096 time: 0.2338057
May 04 13:48:47.614982 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-1a911d0a-6b88-4ee6-abfb-12e5aa3479ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc HTTP/1.1" status: 200  len: 217 time: 0.0716603
May 04 13:48:47.678563 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3e92e0c2-4adb-4bd6-b033-fcf566dc4f61 req-d8846dd2-6614-41d1-b418-a4f7af8468f5 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572449
May 04 13:48:47.708784 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-17b2-4c82-a123-d8402d958edf req-d77d1f86-d681-43a8-acc9-07f98620134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:47.711406 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-d77d1f86-d681-43a8-acc9-07f98620134d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a410b1e2-fbfb-4b42-bf5c-757f6f7391ad HTTP/1.1" status: 200  len: 854 time: 0.0861509
May 04 13:48:47.766422 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-ad45360d-6763-4c4b-81f2-e5a12b4caab4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5f4abcc-97a8-4cad-a669-e75df99e3569&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463734
May 04 13:48:47.916918 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-5914667f-4fc6-4fa7-9ae4-a1af65984a27 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422718
May 04 13:48:48.000346 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:48.082316 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37d47daf-17b2-4c82-a123-d8402d958edf req-89ec641d-658e-45f4-bdb1-d8938deecfb2 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575141
May 04 13:48:48.510238 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4a10a-d140-42fd-bf57-1774affe4d9a req-bc49e6b8-65d7-42b9-9425-28c43ac4a980 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:48.512893 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aed4a10a-d140-42fd-bf57-1774affe4d9a req-bc49e6b8-65d7-42b9-9425-28c43ac4a980 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.4098806
May 04 13:48:48.519054 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-e271401a-2399-4bd5-816b-8a1418c0c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:48.521867 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-e271401a-2399-4bd5-816b-8a1418c0c5ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 1096 time: 0.2176907
May 04 13:48:48.805948 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aed4a10a-d140-42fd-bf57-1774affe4d9a req-43ab8d76-5b2f-4599-b9b9-021e19bfab2a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683082
May 04 13:48:48.920009 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-2e296e43-3dd9-453f-9591-3e1cc8349b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:48.921514 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-2e296e43-3dd9-453f-9591-3e1cc8349b0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 200  len: 915 time: 0.3700032
May 04 13:48:49.032073 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-bc03884a-480a-4de3-b7d2-202f99d21ebe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc HTTP/1.1" status: 200  len: 217 time: 0.1018388
May 04 13:48:49.147986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9798-2c41-49f1-a711-2954df521622 req-dc8cc4e5-e0bb-4d27-8de2-bda1f671f73c tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:49.149548 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1c9c9798-2c41-49f1-a711-2954df521622 req-dc8cc4e5-e0bb-4d27-8de2-bda1f671f73c tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 943 time: 0.3098242
May 04 13:48:49.194951 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-0ecff328-1541-4178-ae87-14d342e8c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:49.196410 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-0ecff328-1541-4178-ae87-14d342e8c1dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a410b1e2-fbfb-4b42-bf5c-757f6f7391ad HTTP/1.1" status: 200  len: 854 time: 0.1429312
May 04 13:48:49.247112 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1c9c9798-2c41-49f1-a711-2954df521622 req-b9ddfaf2-68be-4f00-92b3-17e568cd76ca tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915604
May 04 13:48:49.255151 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-91d75e38-dfb0-4ceb-906b-0ddf26994749 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5f4abcc-97a8-4cad-a669-e75df99e3569&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495341
May 04 13:48:49.401939 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-bb80f9cb-74fe-4cce-a804-11871966341f service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374376
May 04 13:48:49.580021 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-1fef8e69-b806-41d2-b068-9400fdd158b2 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Synchronizing usage tracker for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:49.592168 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b252611c-ac0c-4501-b81a-ff4268fbdaa4 req-51a9378f-6f99-458e-9c0d-ac00e7e4fbd6 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817627
May 04 13:48:49.612983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-1fef8e69-b806-41d2-b068-9400fdd158b2 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Unset dirty status for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:49.614472 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-1fef8e69-b806-41d2-b068-9400fdd158b2 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38602275&fields=id&tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c HTTP/1.1" status: 200  len: 267 time: 0.1085701
May 04 13:48:49.815516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-11cc7d7d-b838-45e5-a76b-19b3e4e3d060 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:49.817042 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-11cc7d7d-b838-45e5-a76b-19b3e4e3d060 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Synchronizing usage tracker for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:network {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:49.843507 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-11cc7d7d-b838-45e5-a76b-19b3e4e3d060 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Unset dirty status for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:network {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:49.846165 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-11cc7d7d-b838-45e5-a76b-19b3e4e3d060 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 808 time: 0.2240541
May 04 13:48:49.862833 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-53745e84-34e5-42c0-a5a4-453fe8e548ae tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/quotas/971b6b52aeef4cab9fae30c9eb3a4b1c HTTP/1.1" status: 200  len: 375 time: 0.0101631
May 04 13:48:49.956446 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-bd0dc4f4-a863-47fb-9b29-bfa7cd63d87a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0876436
May 04 13:48:50.222320 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-0cdb94b7-57ff-40ee-b0a3-4303bd72bf0f service neutron] 10.222.0.25 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513607
May 04 13:48:50.457374 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009cf66-7229-48cd-85e2-227082ed5c29 req-836a1b60-347f-4615-a727-9c7dc11e1c24 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:50.458897 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1009cf66-7229-48cd-85e2-227082ed5c29 req-836a1b60-347f-4615-a727-9c7dc11e1c24 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.4357321
May 04 13:48:50.469375 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b614f7e-d460-4730-89f0-ae936fb8d92a req-09bd1919-de1d-4df2-a7db-c81e6d9d1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:50.470870 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b614f7e-d460-4730-89f0-ae936fb8d92a req-09bd1919-de1d-4df2-a7db-c81e6d9d1d74 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.3640361
May 04 13:48:50.595119 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1009cf66-7229-48cd-85e2-227082ed5c29 req-3e718834-cb98-42df-b4a3-1734edc97423 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207030
May 04 13:48:50.639970 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b614f7e-d460-4730-89f0-ae936fb8d92a req-1fc235ef-64c6-4e58-938d-b4cc412bd6d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488979
May 04 13:48:50.642349 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b7a2a67c-be83-4efd-a84d-846b86af3bdc details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:48:50.658802 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-c363c1cf-4513-471a-a7fc-6feb052f4341 service neutron] 10.222.0.25 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4258943
May 04 13:48:50.911897 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port b7a2a67c-be83-4efd-a84d-846b86af3bdc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:50.930060 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc', 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569', 'port_id': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc', 'mac_address': 'fa:16:3e:4f:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a410b1e2-fbfb-4b42-bf5c-757f6f7391ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:48:50.933321 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e931bc7-b3bd-4ee0-ba30-c16f1a196bb3 req-46338df1-972a-4c33-b6d4-9e1114c9885c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:50.935190 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e931bc7-b3bd-4ee0-ba30-c16f1a196bb3 req-46338df1-972a-4c33-b6d4-9e1114c9885c tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1120570
May 04 13:48:50.999121 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:51.014349 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e931bc7-b3bd-4ee0-ba30-c16f1a196bb3 req-bbe1da0e-9ff3-400e-93ed-3fcb5a49adf1 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682611
May 04 13:48:51.038730 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a2a67c-be83-4efd-a84d-846b86af3bdc {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:48:51.073004 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port b7a2a67c-be83-4efd-a84d-846b86af3bdc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:51.081132 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:51.084133 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:51.242456 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=b7a2a67c-be83-4efd-a84d-846b86af3bdc,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:51.259772 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.260113 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.260793 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.261387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.261999 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.262607 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.263233 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.264002 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.266763 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.269368 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.270050 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.270607 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:48:51.286114 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:51.323125 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4cb65fd7-4fbe-4560-a602-13a9830fac87 req-bfae0954-5c21-4ac0-a26d-40deb893df17 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 210 time: 0.0635047
May 04 13:48:51.403337 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef81e9-1908-4986-b164-59d915cea67e req-7524b8e1-08fd-4f51-84de-ba5016d33fb9 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:51.405257 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8ef81e9-1908-4986-b164-59d915cea67e req-7524b8e1-08fd-4f51-84de-ba5016d33fb9 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 944 time: 0.1972635
May 04 13:48:51.441475 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['b7a2a67c-be83-4efd-a84d-846b86af3bdc'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:48:51.517876 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8ef81e9-1908-4986-b164-59d915cea67e req-b5d2b31c-c6df-44d7-a677-66ea58da3f75 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979121
May 04 13:48:51.894780 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561d0f-a612-48d4-b7b6-814de90ba7a3 req-899a5af7-b742-4f4f-a2ab-d93624e9a73a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:51.896383 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71561d0f-a612-48d4-b7b6-814de90ba7a3 req-899a5af7-b742-4f4f-a2ab-d93624e9a73a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.1134832
May 04 13:48:51.987709 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71561d0f-a612-48d4-b7b6-814de90ba7a3 req-57d83a9c-73f4-4318-8e7d-5e405088ca6a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823164
May 04 13:48:52.354451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb78bde-9ce7-4d37-b97f-c54f5f18e152 req-927fdce2-1e9b-4811-85fa-6607cd4071e3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:52.356010 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ddb78bde-9ce7-4d37-b97f-c54f5f18e152 req-927fdce2-1e9b-4811-85fa-6607cd4071e3 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.1250563
May 04 13:48:52.367159 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-72a9d575-f99d-4d8b-95ab-94775c96a24c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:52.370287 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-72a9d575-f99d-4d8b-95ab-94775c96a24c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 945 time: 0.1922908
May 04 13:48:52.658961 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b7a2a67c-be83-4efd-a84d-846b86af3bdc up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:48:52.728030 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ddb78bde-9ce7-4d37-b97f-c54f5f18e152 req-3ab9c3de-8fc4-4d16-b381-7939230c6cf0 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3557239
May 04 13:48:52.755884 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e87c9ebc-40a8-4fed-a392-35066e78d8b6 req-d06f0ae0-ef17-4026-bc4f-2c63e764bea9 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 210 time: 0.1849630
May 04 13:48:52.797835 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port b7a2a67c-be83-4efd-a84d-846b86af3bdc completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:52.805985 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port b7a2a67c-be83-4efd-a84d-846b86af3bdc triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:52.806952 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:52.811637 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Deleting port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:48:52.811983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:53.014332 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:53.073730 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:53.098573 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port b7a2a67c-be83-4efd-a84d-846b86af3bdc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:53.105760 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:53.107561 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 48c2fe48-d64b-4d96-bdbb-58dc57883d62 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:48:53.218515 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:53.219242 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:53.223424 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:53.374179 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=b7a2a67c-be83-4efd-a84d-846b86af3bdc,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:53.378674 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:53.388260 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:53.416886 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819bd3f-0a4d-41f8-972f-2fa5a6f793e6 req-4a113d7b-3221-4191-9ba2-f95eb84fee5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:53.419568 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 48c2fe48-d64b-4d96-bdbb-58dc57883d62, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48c2fe48-d64b-4d96-bdbb-58dc57883d62,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:48:53.420274 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2819bd3f-0a4d-41f8-972f-2fa5a6f793e6 req-4a113d7b-3221-4191-9ba2-f95eb84fee5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 944 time: 0.4830616
May 04 13:48:53.425410 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:53.427655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:53.475707 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-2c7c3c6d-3ef7-4e22-bd94-a1418f80f65e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:53.478367 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-2c7c3c6d-3ef7-4e22-bd94-a1418f80f65e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 808 time: 0.4820240
May 04 13:48:53.552749 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=6']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:53.556117 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:53.709600 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-925f4965-3f26-4860-9f65-d23e606e7d2d tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c HTTP/1.1" status: 200  len: 378 time: 0.2037892
May 04 13:48:53.726977 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'port': {'device_id': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'admin_state_up': True, 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'security_groups': ['858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:54.211968 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2819bd3f-0a4d-41f8-972f-2fa5a6f793e6 req-197299d3-12ce-4946-a7bf-d2487ad52a35 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7656305
May 04 13:48:54.256508 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:48:54.267731 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:port and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:48:54.275897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:48:54.286977 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:48:54.289192 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc', 'code': 200}
May 04 13:48:54.292783 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:54.293172 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:54.293481 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Floating IP d1175658-b6a7-44f2-8de2-a272959b55b3 disassociated. External IP: 172.27.1.225, port: 48c2fe48-d64b-4d96-bdbb-58dc57883d62.
May 04 13:48:54.293828 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Calling delete_port for 48c2fe48-d64b-4d96-bdbb-58dc57883d62 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:48:54.321769 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d6779-9641-434e-a6c1-3bb58a2d3766 req-1bfbc461-0410-4615-b3b4-fb7e57b866f1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:54.325666 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a4d6779-9641-434e-a6c1-3bb58a2d3766 req-1bfbc461-0410-4615-b3b4-fb7e57b866f1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 943 time: 0.9038875
May 04 13:48:54.328853 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Made reservation on behalf of 971b6b52aeef4cab9fae30c9eb3a4b1c for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:48:54.332536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:54.466592 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8a4d6779-9641-434e-a6c1-3bb58a2d3766 req-5f1cd111-5759-4dbf-929e-4a48eee0c729 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c489fa-7a14-48bf-85f0-8950f015609e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161711
May 04 13:48:54.673852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839019b-d579-4fc0-9187-cfd6846c4a76 req-c1246e75-7288-4290-97e5-c3c49838a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:54.676758 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0839019b-d579-4fc0-9187-cfd6846c4a76 req-c1246e75-7288-4290-97e5-c3c49838a4fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 1098 time: 0.1583912
May 04 13:48:54.784758 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f2d9ba7c-49da-4ddf-aecd-9161de54df9e req-db1c2ee8-ce99-4377-bd74-7ce5cc011693 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 210 time: 0.1526663
May 04 13:48:54.806019 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-0839019b-d579-4fc0-9187-cfd6846c4a76 req-759b3f9f-3e95-420d-9a8e-3d77bdeb1c41 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086061
May 04 13:48:54.846131 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-e3e4b237-20f5-4a17-bb1c-96ca7fc076f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:54.846831 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-e3e4b237-20f5-4a17-bb1c-96ca7fc076f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e58e9c0f666497586c414cf371c4c7a&device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 1099 time: 0.1224654
May 04 13:48:54.928379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Allocated IP 172.20.0.11 (8bb0049d-903e-49e4-8772-c35dc506e8b2/caf6e4ef-8127-4969-bb94-cb8d51d0ee51/57b2d551-5202-42f3-9b4e-0537352fa383) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:48:54.952595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:54.962428 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:55.007676 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-18502d07-dbb6-4530-b36f-b1f732e8e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:55.010430 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-18502d07-dbb6-4530-b36f-b1f732e8e173 service neutron] 10.222.0.48 "GET /v2.0/networks?id=179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 200  len: 920 time: 0.1557171
May 04 13:48:55.033335 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event deleted for resources: {'Port': ['ID=48c2fe48-d64b-4d96-bdbb-58dc57883d62,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:55.055731 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:55.154138 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-d4e005ad-fe58-4731-b9fc-47004a172d95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 200  len: 217 time: 0.1345108
May 04 13:48:55.205826 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b453b-2eda-46d2-a94f-897fa8a046aa req-2c3e39ee-dc41-4b70-a845-38f67fcb28bc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:55.207477 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-879b453b-2eda-46d2-a94f-897fa8a046aa req-2c3e39ee-dc41-4b70-a845-38f67fcb28bc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.4811494
May 04 13:48:55.267710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-bbc6b961-81e3-4b31-b9bb-b651abbbf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:55.269810 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-bbc6b961-81e3-4b31-b9bb-b651abbbf50f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 200  len: 859 time: 0.1081021
May 04 13:48:55.403367 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-c7798d97-8cc2-46fd-890b-3ec0a95fb21c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=179a0e16-1015-43b3-8dff-c815cbabb132&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1240747
May 04 13:48:55.456439 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-879b453b-2eda-46d2-a94f-897fa8a046aa req-299a4467-9d60-4bf6-857c-d3809ecb3e9a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986492
May 04 13:48:55.510647 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:55.529729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Router 40d00433-530f-4c7d-85d6-807c807e70e7 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:48:55.542845 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Transition to ACTIVE for port object 57b2d551-5202-42f3-9b4e-0537352fa383 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:55.819421 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-52d4c85b-7010-427f-b4b1-dba60d861d82 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4068859
May 04 13:48:55.820018 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-39426cb4-3437-41a9-a152-50e487bda446 req-c764737c-478b-4913-9d63-77b1af4d0aed tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.0905716
May 04 13:48:55.837945 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb1bcf-c1df-45dc-b442-3c095f4aea68 req-803cd5e5-cb6c-4eac-ac7f-dcca2aa6f9fc tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:55.846312 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5deb1bcf-c1df-45dc-b442-3c095f4aea68 req-803cd5e5-cb6c-4eac-ac7f-dcca2aa6f9fc tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 945 time: 0.4488001
May 04 13:48:55.991722 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5deb1bcf-c1df-45dc-b442-3c095f4aea68 req-d9245706-1a04-42e6-b34f-d2a9b35b0327 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443677
May 04 13:48:56.015284 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-8eea723a-6b9d-4f37-ac67-3d4468eb4ddb req-b97e1a58-271d-4a7d-9c43-901076d46693 service neutron] 10.222.0.48 "GET /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833575
May 04 13:48:56.067634 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0c1d0955-e761-4c39-98b6-00b1eb3f3b0d req-ae24dd1a-4160-454b-a84d-ea0b463af3e9 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 210 time: 0.0650659
May 04 13:48:56.071375 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:56.084238 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:56.168282 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:48:56.174471 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:48:56.181197 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:48:56.222414 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:48:56.235989 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:48:56.251496 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:56.252954 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903cbb20>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:56.290040 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:56.474464 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'code': 200}
May 04 13:48:56.571932 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-908d285a-a9fa-4956-b120-3b905f3cdd19 None None] Provisioning for port 57b2d551-5202-42f3-9b4e-0537352fa383 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:48:56.601574 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-908d285a-a9fa-4956-b120-3b905f3cdd19 None None] Provisioning complete for port 57b2d551-5202-42f3-9b4e-0537352fa383 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:48:56.603819 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-908d285a-a9fa-4956-b120-3b905f3cdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:56.715116 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-908d285a-a9fa-4956-b120-3b905f3cdd19 None None] Port 57b2d551-5202-42f3-9b4e-0537352fa383 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:48:56.715869 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:56.777894 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] No DVR routers for this DVR port 48c2fe48-d64b-4d96-bdbb-58dc57883d62 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:48:56.779434 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:56.790896 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:56.796145 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:56.796848 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'name': 'network-vif-deleted', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:56.816096 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:56.816858 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:56.835412 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-96196fd8-72c1-4ec4-8de9-dd93561a1b8b req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "DELETE /v2.0/ports/48c2fe48-d64b-4d96-bdbb-58dc57883d62 HTTP/1.1" status: 204  len: 173 time: 4.4293993
May 04 13:48:56.859805 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1435380
May 04 13:48:56.888653 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Request body: {'port': {'device_id': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:48:57.013463 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fbd395-6ea2-4f99-a46e-0ae18403ca41', 'name': 'network-vif-deleted', 'tag': '48c2fe48-d64b-4d96-bdbb-58dc57883d62', 'status': 'completed', 'code': 200}
May 04 13:48:57.056946 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c1fc4-b94f-4c1f-a025-ab1125ab730f req-a17e03fd-098b-46c9-961c-8f0c71f6ddd4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:57.063178 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a2c1fc4-b94f-4c1f-a025-ab1125ab730f req-a17e03fd-098b-46c9-961c-8f0c71f6ddd4 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.3381100
May 04 13:48:57.138927 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903cbb20>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:57.147321 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:48:57.159535 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:48:57.160901 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903cbb20>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:48:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:57.190959 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a2c1fc4-b94f-4c1f-a025-ab1125ab730f req-884d33be-7b50-473e-8fae-b17f3376aa6b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210473
May 04 13:48:57.228321 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:57.257933 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-6453a277-6adb-484f-acfb-df9f69c36784 req-77544fd6-b55e-4b1b-a65f-daeea1a3c769 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Synchronizing usage tracker for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:57.411021 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-6453a277-6adb-484f-acfb-df9f69c36784 req-77544fd6-b55e-4b1b-a65f-daeea1a3c769 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Unset dirty status for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:57.412388 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6453a277-6adb-484f-acfb-df9f69c36784 req-77544fd6-b55e-4b1b-a65f-daeea1a3c769 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1fbd395-6ea2-4f99-a46e-0ae18403ca41 HTTP/1.1" status: 200  len: 210 time: 0.2201576
May 04 13:48:57.424859 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:48:57.580716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712c9a3-3a04-4bd0-abdd-102a238c6a65 req-b38ea083-2f5e-4701-84dd-d5347e8b997d tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:57.589011 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0712c9a3-3a04-4bd0-abdd-102a238c6a65 req-b38ea083-2f5e-4701-84dd-d5347e8b997d tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 945 time: 0.1801457
May 04 13:48:57.801386 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-3153d3ab-62a6-4e23-a5dc-c631a0fbc062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:57.892420 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0712c9a3-3a04-4bd0-abdd-102a238c6a65 req-f5a390a1-00a4-44c5-ae48-8cd3a580f84c tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3023386
May 04 13:48:58.103717 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d0ce-5294-43d6-9ab3-bcd2a8f52ea5 req-01438a64-af40-4c98-87ef-60ff8e52e0d4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:58.104467 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f675d0ce-5294-43d6-9ab3-bcd2a8f52ea5 req-01438a64-af40-4c98-87ef-60ff8e52e0d4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Synchronizing usage tracker for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:48:58.198638 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903cbb20>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:48:58.209663 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f675d0ce-5294-43d6-9ab3-bcd2a8f52ea5 req-01438a64-af40-4c98-87ef-60ff8e52e0d4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Unset dirty status for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:48:58.210568 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b28a1-4882-47fb-8f93-9273d6e63437 None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:48:58.211515 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f675d0ce-5294-43d6-9ab3-bcd2a8f52ea5 req-01438a64-af40-4c98-87ef-60ff8e52e0d4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 932 time: 0.4711044
May 04 13:48:58.221114 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b2d551-5202-42f3-9b4e-0537352fa383 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:48:58.256661 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:58.306319 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Transition to ACTIVE for port object 57b2d551-5202-42f3-9b4e-0537352fa383 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:48:58.310604 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f675d0ce-5294-43d6-9ab3-bcd2a8f52ea5 req-9678f212-37b4-4234-9674-865cc80462db tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0831873
May 04 13:48:58.313304 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:58.319220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:58.737101 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59356) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:58.777418 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b438f-cd2f-44f2-949c-4b80a41b646d None None] New status for floating IP d1175658-b6a7-44f2-8de2-a272959b55b3: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:48:58.844808 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:58.848669 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:58.868245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:58.874430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Attempting to bind port 57b2d551-5202-42f3-9b4e-0537352fa383 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:48:58.875344 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Attempting to bind port 57b2d551-5202-42f3-9b4e-0537352fa383 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:48:58.875742 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Attempting to bind port 57b2d551-5202-42f3-9b4e-0537352fa383 on network 8bb0049d-903e-49e4-8772-c35dc506e8b2 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:58.879663 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:58.894292 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Port 57b2d551-5202-42f3-9b4e-0537352fa383 on network 8bb0049d-903e-49e4-8772-c35dc506e8b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:48:58.894982 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Attempting to bind port 57b2d551-5202-42f3-9b4e-0537352fa383 on network 8bb0049d-903e-49e4-8772-c35dc506e8b2 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:48:58.932867 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:48:58.933245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Checking segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:48:58.933638 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Bound using segment: {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:48:58.934084 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Bound port: 57b2d551-5202-42f3-9b4e-0537352fa383, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf05462-6ed7-4e3a-a002-c65ed7fd0387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:48:58.934431 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:58.983099 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.008667 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-37dd0499-2714-4e4c-b496-6d8d24e10551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:59.016370 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76784f7e-a109-4a53-b0e1-858e69155ef5 req-5646b685-dbcd-4e66-8e23-384d7557695f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:59.026475 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-76784f7e-a109-4a53-b0e1-858e69155ef5 req-5646b685-dbcd-4e66-8e23-384d7557695f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.5540566
May 04 13:48:59.032382 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c489fa-7a14-48bf-85f0-8950f015609e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:59.035708 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:59.050909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.056725 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "DELETE /v2.0/security-groups/89c489fa-7a14-48bf-85f0-8950f015609e HTTP/1.1" status: 204  len: 168 time: 0.3178043
May 04 13:48:59.057385 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59364) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:59.079328 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.api.v2.resource [None req-cfabc981-c92b-4e89-9073-cabff97f1afc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] show failed (client error): The resource could not be found.
May 04 13:48:59.085918 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cfabc981-c92b-4e89-9073-cabff97f1afc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups/89c489fa-7a14-48bf-85f0-8950f015609e HTTP/1.1" status: 404  len: 347 time: 0.0274725
May 04 13:48:59.086932 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59370) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:48:59.183120 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-76784f7e-a109-4a53-b0e1-858e69155ef5 req-1b257641-d519-4ab7-bd91-ce95413e378e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540985
May 04 13:48:59.207624 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:48:59.211663 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:48:59.218069 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.225735 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:48:59.329028 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:59.329969 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.331740 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] 10.222.0.48 "PUT /v2.0/ports/57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 1094 time: 2.4583788
May 04 13:48:59.332845 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:48:59.453672 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Deleting port d82f4cd2-3d9a-4488-b9c6-1467dd508689 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:48:59.455913 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.470311 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'status': 'completed', 'code': 200}
May 04 13:48:59.481460 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:48:59.501347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:48:59.587245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-d85d0fee-f0d7-43bd-881b-53b959c2953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:48:59.588946 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-d85d0fee-f0d7-43bd-881b-53b959c2953a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1097 time: 0.1985996
May 04 13:48:59.759425 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.760099 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:48:59.783328 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-dc8c6e98-dc54-40b4-9c8f-f54c05943e9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 217 time: 0.1713507
May 04 13:48:59.893410 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Calling delete_port for d82f4cd2-3d9a-4488-b9c6-1467dd508689 owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:00.053683 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.059911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:00.080380 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-05f27e6e-f769-42d7-b9b9-3b3bd1419a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:00.081887 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-05f27e6e-f769-42d7-b9b9-3b3bd1419a08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.2403386
May 04 13:49:00.121576 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event deleted for resources: {'Port': ['ID=d82f4cd2-3d9a-4488-b9c6-1467dd508689,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:00.143271 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9fe6-070e-46fc-8e74-e6a21b3932e6 req-f027819b-18fb-4998-b83f-cfe321c3c2c6 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:00.155539 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ff9a9fe6-070e-46fc-8e74-e6a21b3932e6 req-f027819b-18fb-4998-b83f-cfe321c3c2c6 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.3699963
May 04 13:49:00.225118 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ff9a9fe6-070e-46fc-8e74-e6a21b3932e6 req-b403af86-1fe9-41e8-b7be-8a960b787874 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0695603
May 04 13:49:00.241259 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:00.244102 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.257937 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-fd03638d-8afa-4053-b23a-b331af454a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:00.259442 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-fd03638d-8afa-4053-b23a-b331af454a71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1676469
May 04 13:49:00.266609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.267765 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "DELETE /v2.0/floatingips/d1175658-b6a7-44f2-8de2-a272959b55b3 HTTP/1.1" status: 204  len: 168 time: 1.1797357
May 04 13:49:00.445408 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-834e8b86-7b9f-493f-b501-ae29532278a3 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661079
May 04 13:49:00.622389 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59428) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:00.629784 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828409431', 'description': 'tempest-description--1507627744'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:00.636861 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:00.642834 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b28b87c2-242e-4e96-9586-b570e2edcae5 req-3b97fe5b-8484-4987-bc50-ff772b97fda5 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902814
May 04 13:49:00.644068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:00.647852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:00.654839 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:00.675202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.704095 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:00.711446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:00.716621 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:00.719931 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59432) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:00.729344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:00.875014 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-9c0bb8d0-781c-4a72-9d6c-b23453043490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:00.877593 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-9c0bb8d0-781c-4a72-9d6c-b23453043490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1097 time: 0.1372201
May 04 13:49:00.878226 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.885904 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.903876 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8a3eeb1c-372b-4e2f-bd38-867221ade201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:00.926205 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.974491 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:00.975200 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.977707 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:00.978950 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:00.981413 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3562717
May 04 13:49:00.983508 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59438) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:00.992472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'security_group_rule': {'security_group_id': '63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:00.999974 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:01.004993 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:01.008011 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:01.014459 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:01.036106 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.061835 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:01.070367 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Usage tracker for resource:security_group_rule and tenant:1c276afbf30647e1bc141db5e90e4047 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:01.079708 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:01.084745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:01.127768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-d84d8228-3666-42a0-9763-cf2cf8531b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:01.129241 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-d84d8228-3666-42a0-9763-cf2cf8531b9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.2436252
May 04 13:49:01.155199 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2e922732-1688-4758-a9f5-6f6babaf4126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.157246 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.162597 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.175804 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bf58bce3-e72a-4ddd-8b4a-c5b25868db78 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:01.214032 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-601eb05f-f1e2-473c-ab28-9e137a3265c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 217 time: 0.0766101
May 04 13:49:01.221281 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa78d4b0-50b3-45bf-8b3e-e2a574d31acc,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:01.226228 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:01.230822 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.231723 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cd410ab4-ae78-45d0-9bdc-db8bac2ccf3b tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2462616
May 04 13:49:01.234267 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59446) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:01.243757 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'security_group_rule': {'security_group_id': '63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:01.255271 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:01.260833 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:security_group_rule and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:01.264958 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:01.274763 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:01.288601 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-8ae871e5-2d0d-411a-9722-29cef3a85708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:01.290351 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-8ae871e5-2d0d-411a-9722-29cef3a85708 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0687048
May 04 13:49:01.312308 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.441722 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.448138 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.450797 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:01.464576 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.482462 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c420007c-adbd-441a-9d44-f8990aa7c28a,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:01.487587 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:01.491196 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.499342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.501039 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-84420df5-f5b1-46cb-99ca-0a5271f66ea0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2653089
May 04 13:49:01.502083 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-52255ab1-3cb5-4aaf-87d4-8faf917956ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:01.507035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59452) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:01.515333 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:01.529943 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:01.535647 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:floatingip and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:01.549472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:01.557513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:01.575982 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.578980 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22039476-38fc-4079-939e-4f572fc3910a,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:01.583692 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c276afbf30647e1bc141db5e90e4047&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8626795
May 04 13:49:01.586673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-6a6dbf10-2886-4ebd-8894-59e68de9c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:01.588872 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-6a6dbf10-2886-4ebd-8894-59e68de9c3b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2897942
May 04 13:49:01.590940 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:01.592021 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59456) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:01.606350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42e71-2b35-41c4-a828-35df35e52df6 req-ec3f4ec0-6704-4e6a-bd8a-0593d79bdc98 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:01.615634 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6cc42e71-2b35-41c4-a828-35df35e52df6 req-ec3f4ec0-6704-4e6a-bd8a-0593d79bdc98 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.2469664
May 04 13:49:01.791754 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:01.919414 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6cc42e71-2b35-41c4-a828-35df35e52df6 req-1709469f-34da-4eb2-bb13-24cfa6e8f9a4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3021474
May 04 13:49:02.002909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Allocated IP 172.27.1.149 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/4ff85f62-0faf-4b17-93a4-eaa9532d40b4) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:02.007174 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-8ff059b4-f6db-455a-b44a-1b3f3ea0ff6c service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3876863
May 04 13:49:02.008193 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.082008 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.226260 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61e153db-8c43-4479-97be-93d6b01b6f17 req-486fb5ee-2c49-4727-b6ef-29cd94f85c58 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061186
May 04 13:49:02.248331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.253331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:02.265514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22039476-38fc-4079-939e-4f572fc3910a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:02.270031 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:02.274728 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.277252 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22039476-38fc-4079-939e-4f572fc3910a HTTP/1.1" status: 204  len: 168 time: 0.6817923
May 04 13:49:02.296865 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.344882 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.352808 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d6e6f263-b7b7-4dc0-8a83-a5189040628d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:02.465477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:02.472123 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:02.478978 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:02.516240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'Port': ['ID=4ff85f62-0faf-4b17-93a4-eaa9532d40b4,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:02.530901 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:02.592387 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.705367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.736550 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59470) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:02.758133 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.778134 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:02.784019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Usage tracker for resource:security_group_rule and tenant:799a1ea8081d499cbe7cd975555c32fa is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:02.787721 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:02.794178 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:02.904297 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.910369 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:02.920272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ee1e9eba-bd67-4539-acfa-834421b9dc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:02.985681 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29efa550-8dc2-492f-8620-f4eb693dd103,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:02.990732 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=799a1ea8081d499cbe7cd975555c32fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2528782
May 04 13:49:02.992126 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:02.994040 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59478) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:03.042518 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.049970 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.055773 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:03.100327 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.131682 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.195933 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'Port': ['ID=4ff85f62-0faf-4b17-93a4-eaa9532d40b4,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:03.197656 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.200779 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:03.225007 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.252869 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.254308 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7461581
May 04 13:49:03.364569 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474059-b734-4448-8fe7-217cd56b3044 req-45c4b06b-2e7f-4a3a-ba9e-fcb552db292f tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:03.366207 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4e474059-b734-4448-8fe7-217cd56b3044 req-45c4b06b-2e7f-4a3a-ba9e-fcb552db292f tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.2431741
May 04 13:49:03.374234 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.383658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cbac7666-410f-455c-8654-0053bc653cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:03.415790 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29efa550-8dc2-492f-8620-f4eb693dd103,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:03.422419 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:03.437934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:03.439190 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29efa550-8dc2-492f-8620-f4eb693dd103 HTTP/1.1" status: 204  len: 168 time: 0.4441528
May 04 13:49:03.458166 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4e474059-b734-4448-8fe7-217cd56b3044 req-3279728e-62ec-4370-86c5-077f46b8add3 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0749440
May 04 13:49:03.580633 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-c09bb875-8f2c-4e14-bd08-2cc10f51d259 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--828409431&fields=id&tenant_id=9561bdd8b38f4ac89573821651bf5b52 HTTP/1.1" status: 200  len: 267 time: 0.0577378
May 04 13:49:03.751533 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-8a41d6e6-6abc-48ae-a024-3ad5206ae1fe tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:03.752956 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-8a41d6e6-6abc-48ae-a024-3ad5206ae1fe tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 810 time: 0.1643069
May 04 13:49:03.769485 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-90dc3a65-05c3-450b-a1f3-39024967669c tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/quotas/9561bdd8b38f4ac89573821651bf5b52 HTTP/1.1" status: 200  len: 375 time: 0.0100386
May 04 13:49:03.874523 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-921ffbab-5753-40e3-ae20-f3b1c6f4d781 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0936582
May 04 13:49:04.212405 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-a980e82f-4569-47f7-8057-1e57f6f86660 service neutron] 10.222.0.25 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242738
May 04 13:49:04.368860 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-fe01dfee-b7c6-4f90-963b-4bb86b30092a service neutron] 10.222.0.25 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461422
May 04 13:49:04.526760 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:04.710144 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f8a7a-d019-4d49-bc6b-eb83c86127ec req-5bd6e1ca-ff65-4d4b-bf69-ad5b3841ed48 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:04.711996 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-361f8a7a-d019-4d49-bc6b-eb83c86127ec req-5bd6e1ca-ff65-4d4b-bf69-ad5b3841ed48 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1147039
May 04 13:49:04.806904 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-361f8a7a-d019-4d49-bc6b-eb83c86127ec req-6fdaf90c-4e1a-4ed1-b666-7e146326f2b6 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0889318
May 04 13:49:05.120365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736b204-7b4d-4673-b63a-482636283e78 req-51428650-9012-4624-8551-cd39f5cc75f2 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:05.125709 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0736b204-7b4d-4673-b63a-482636283e78 req-51428650-9012-4624-8551-cd39f5cc75f2 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.1440210
May 04 13:49:05.193867 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b7b15c0b-532f-401d-b4e3-3d94ba29a070 req-97ab2fb1-b497-448c-a538-e8cdaf9eea77 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 210 time: 0.0668681
May 04 13:49:05.242695 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0736b204-7b4d-4673-b63a-482636283e78 req-a8ea84ef-586a-4a0a-9e29-585f35b9090d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141698
May 04 13:49:06.016341 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9483a-3e94-466f-a41e-dd5809663fbc req-5a99b361-a4f8-4321-8e49-440b108403df tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:06.018171 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bec9483a-3e94-466f-a41e-dd5809663fbc req-5a99b361-a4f8-4321-8e49-440b108403df tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0930579
May 04 13:49:06.089759 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bec9483a-3e94-466f-a41e-dd5809663fbc req-ddb4e334-6fbf-4eae-8a01-629d3d63f540 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0557537
May 04 13:49:06.444731 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6187cf86-d59f-4919-87f2-504118901ade req-8ddbf941-c1ee-4523-a060-11a66e02472d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 210 time: 0.1201241
May 04 13:49:06.602876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60b5b1-e951-4743-a10e-5f05d3f2849e req-6149c9f9-7743-4ada-9e31-e9060e41020a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:06.603785 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e60b5b1-e951-4743-a10e-5f05d3f2849e req-6149c9f9-7743-4ada-9e31-e9060e41020a tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.2331049
May 04 13:49:06.611437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-936cbf77-3638-4032-ad48-ea0af05a5e55 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:06.612212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-936cbf77-3638-4032-ad48-ea0af05a5e55 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 810 time: 0.1934767
May 04 13:49:06.689068 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2e60b5b1-e951-4743-a10e-5f05d3f2849e req-7d49ed8c-3269-422a-8e52-d4b025e01758 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758471
May 04 13:49:06.698386 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-9c32fd9a-f1ae-45cd-8bb2-4359854c02c5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9561bdd8b38f4ac89573821651bf5b52 HTTP/1.1" status: 200  len: 379 time: 0.0685525
May 04 13:49:06.714126 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'port': {'device_id': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'admin_state_up': True, 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'security_groups': ['63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:06.764844 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:49:06.856912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:06.861298 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Usage tracker for resource:port and tenant:9561bdd8b38f4ac89573821651bf5b52 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:06.864190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:06.870126 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:06.882253 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Made reservation on behalf of 9561bdd8b38f4ac89573821651bf5b52 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:06.886047 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:06.906368 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:06.919594 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '57b2d551-5202-42f3-9b4e-0537352fa383', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'port_id': '57b2d551-5202-42f3-9b4e-0537352fa383', 'mac_address': 'fa:16:3e:0c:89:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:49:06.977317 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:06.996424 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b2d551-5202-42f3-9b4e-0537352fa383 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:49:07.013734 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:07.019041 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:07.020823 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6ae29507-95ed-4669-a38a-f2e9ce0b474a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:07.057684 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Allocated IP 172.20.0.4 (5f7515c3-5c27-4fc9-9395-74d0c82d2944/aefd769a-f755-4fc3-a3b7-d0155fad7d66/97c1b017-5e8d-4d4e-b019-808bcc7e0c48) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:07.091729 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:07.095813 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:07.349024 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['57b2d551-5202-42f3-9b4e-0537352fa383'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:07.404122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eabb5-87be-4a68-942c-a1c3f1c03b8d req-913a5cc0-5ada-4066-8c1f-e23c9df3d102 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:07.406473 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-696eabb5-87be-4a68-942c-a1c3f1c03b8d req-913a5cc0-5ada-4066-8c1f-e23c9df3d102 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 945 time: 0.1982594
May 04 13:49:07.480677 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:07.521247 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Transition to ACTIVE for port object 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:07.538566 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-696eabb5-87be-4a68-942c-a1c3f1c03b8d req-df6634fd-8133-48ee-abb6-2737b8bf2d45 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1117876
May 04 13:49:07.637227 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:07.649237 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:07.778773 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:07.795697 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:07.804969 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:07.855475 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event updated for resources: {'Port': ['ID=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:07.865379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:07.876193 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:49:07.967734 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-2bfee86c-60b9-4063-84a1-1eb3757ea5cf tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:07.970494 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-2bfee86c-60b9-4063-84a1-1eb3757ea5cf tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.4007270
May 04 13:49:07.984235 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:07.985808 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:08.096215 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8014-fdee-4827-8e74-1fa5aa380450 req-cebc78e3-a1ee-4886-b00c-6d91c4135e35 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:08.096913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-759e8014-fdee-4827-8e74-1fa5aa380450 req-cebc78e3-a1ee-4886-b00c-6d91c4135e35 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Synchronizing usage tracker for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:08.104428 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3943031
May 04 13:49:08.112963 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0759546e-341b-48f6-a5ba-f68642136dc3 None None] Provisioning for port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:08.118557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0759546e-341b-48f6-a5ba-f68642136dc3 None None] Provisioning complete for port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:08.119352 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0759546e-341b-48f6-a5ba-f68642136dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:08.130437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Request body: {'port': {'device_id': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:08.190186 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-0759546e-341b-48f6-a5ba-f68642136dc3 None None] Port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:49:08.239540 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f3879-bd51-43ff-a041-3c3a3d06055c req-ac1c222a-974e-4c93-9ea2-c46452a12a23 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:08.241042 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3f2f3879-bd51-43ff-a041-3c3a3d06055c req-ac1c222a-974e-4c93-9ea2-c46452a12a23 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 946 time: 0.3718235
May 04 13:49:08.246302 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-759e8014-fdee-4827-8e74-1fa5aa380450 req-cebc78e3-a1ee-4886-b00c-6d91c4135e35 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Unset dirty status for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:08.247376 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-759e8014-fdee-4827-8e74-1fa5aa380450 req-cebc78e3-a1ee-4886-b00c-6d91c4135e35 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 931 time: 0.6117325
May 04 13:49:08.411536 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3f2f3879-bd51-43ff-a041-3c3a3d06055c req-7be2f2ce-bb5e-42f5-a2fb-f3a2d3d32e67 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632104
May 04 13:49:08.420545 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-759e8014-fdee-4827-8e74-1fa5aa380450 req-5fc5691f-23cd-4039-acae-da26d1faea01 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1620231
May 04 13:49:08.428322 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:08.442054 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Deleting port d83ae7a2-7b25-434a-914f-bd3308630b60 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:08.442371 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:08.756951 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:08.761600 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] For port d83ae7a2-7b25-434a-914f-bd3308630b60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d83ae7a2-7b25-434a-914f-bd3308630b60,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:08.761970 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:08.836049 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 57b2d551-5202-42f3-9b4e-0537352fa383 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:08.841980 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 57b2d551-5202-42f3-9b4e-0537352fa383 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:08.842428 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:08.947495 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Calling delete_port for d83ae7a2-7b25-434a-914f-bd3308630b60 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:08.970764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:09.000225 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:09.010812 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:09.023806 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:09.026690 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:09.061507 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'code': 200}
May 04 13:49:09.115594 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:09.118903 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:09.208490 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68049b65-f3bc-41d9-ae09-ebac5f1f7d94 req-1a28cb33-cdba-4efa-b99e-dc37e968ef03 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:09.210363 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-68049b65-f3bc-41d9-ae09-ebac5f1f7d94 req-1a28cb33-cdba-4efa-b99e-dc37e968ef03 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 945 time: 0.5310340
May 04 13:49:09.422347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:49:09.434187 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-68049b65-f3bc-41d9-ae09-ebac5f1f7d94 req-333420ed-13a4-4781-b22b-8133fe63462c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1937764
May 04 13:49:09.457027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:09.469942 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Transition to ACTIVE for port object 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:09.471596 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:09.478860 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:09.482195 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284bf7-10bf-474e-9937-a2808bb30870 req-a3b58167-d1e8-480a-89b8-3913670e92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:09.484069 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['2f316e94-2524-477c-b096-32ccd3a8622d'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:09.484973 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e2284bf7-10bf-474e-9937-a2808bb30870 req-a3b58167-d1e8-480a-89b8-3913670e92aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.0798178
May 04 13:49:09.559469 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-e2284bf7-10bf-474e-9937-a2808bb30870 req-11733be5-df2b-49a1-9adf-0ac30c144bd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0621586
May 04 13:49:09.575252 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:09.594205 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Pushing event deleted for resources: {'Port': ['ID=d83ae7a2-7b25-434a-914f-bd3308630b60,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:09.703336 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.704326 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.704918 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.707593 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.708291 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.708652 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.709010 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.710001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.713410 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.713907 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.714282 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.718217 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:09.825939 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:09.858125 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:09.997350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] No DVR routers for this DVR port d83ae7a2-7b25-434a-914f-bd3308630b60 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:10.034091 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:10.037025 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'name': 'network-vif-deleted', 'tag': 'd83ae7a2-7b25-434a-914f-bd3308630b60'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:10.059443 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f056a634-f911-4dfe-8323-60de5e25d67b req-b9aafa04-c3bc-497d-90e4-853a25dd0a46 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=118b30a4-5f8d-4779-bf63-3d5ed396d704 HTTP/1.1" status: 200  len: 210 time: 0.2931652
May 04 13:49:10.094393 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ed7728df-bead-482b-8ba2-d07fc7cdaa37 req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "DELETE /v2.0/ports/d83ae7a2-7b25-434a-914f-bd3308630b60 HTTP/1.1" status: 204  len: 173 time: 2.0922148
May 04 13:49:10.104999 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:10.112946 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:10.145650 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Attempting to bind port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:10.146345 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Attempting to bind port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:10.146816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Attempting to bind port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:10.154624 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118b30a4-5f8d-4779-bf63-3d5ed396d704', 'name': 'network-vif-deleted', 'tag': 'd83ae7a2-7b25-434a-914f-bd3308630b60', 'status': 'completed', 'code': 200}
May 04 13:49:10.157399 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:49:10.157726 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Attempting to bind port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 on network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:10.174879 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76928d-a261-467b-8af0-b35be640a187 req-dde91c8a-41e8-464e-ab3e-9a1dacf65394 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:10.181828 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ab76928d-a261-467b-8af0-b35be640a187 req-dde91c8a-41e8-464e-ab3e-9a1dacf65394 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 943 time: 0.4597895
May 04 13:49:10.184800 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:10.185356 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Checking segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:10.185718 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Bound using segment: {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:10.186163 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Bound port: 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f5b3e-669b-409a-ba62-16aa1978fe0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:10.186512 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:10.300132 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ab76928d-a261-467b-8af0-b35be640a187 req-867b123c-ce08-485f-9327-12063fa00dc1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172893
May 04 13:49:10.329674 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] For port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:10.333554 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] For port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:10.339036 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:10.344275 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:10.403988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:10.404714 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:10.407499 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/97c1b017-5e8d-4d4e-b019-808bcc7e0c48 HTTP/1.1" status: 200  len: 1093 time: 2.2841675
May 04 13:49:10.442152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:10.469746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:10.601829 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-07b6759f-8c47-4ebb-80c7-566111d90991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:10.601829 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-07b6759f-8c47-4ebb-80c7-566111d90991 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 1096 time: 0.1249979
May 04 13:49:10.766968 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-ff56cf4a-c503-49d3-ab1a-92100fab0bb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48 HTTP/1.1" status: 200  len: 217 time: 0.1490941
May 04 13:49:10.779576 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d83ae7a2-7b25-434a-914f-bd3308630b60 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:10.818829 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: d83ae7a2-7b25-434a-914f-bd3308630b60 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:10.819606 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device d83ae7a2-7b25-434a-914f-bd3308630b60 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:10.872435 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-8dc42b53-622e-4d1d-a78c-45619693545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:10.873703 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-8dc42b53-622e-4d1d-a78c-45619693545a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.0983322
May 04 13:49:10.890881 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2960af8-8982-4155-a535-32527ad38973 req-b15e225d-bfce-45c8-9af0-8ba344d5debc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:10.893771 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c2960af8-8982-4155-a535-32527ad38973 req-b15e225d-bfce-45c8-9af0-8ba344d5debc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1932955
May 04 13:49:11.005286 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c2960af8-8982-4155-a535-32527ad38973 req-8b306578-e9d7-4f38-8469-d84d5978f507 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0698760
May 04 13:49:11.027569 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-6a824b7f-d468-4158-a336-7d80301580fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:11.029426 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-6a824b7f-d468-4158-a336-7d80301580fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1327031
May 04 13:49:11.039944 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59670) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:11.200655 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-a78671a3-6be0-481e-ae3c-2eaba6607c9a service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612847
May 04 13:49:11.254076 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.270032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:11.274014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Usage tracker for resource:security_group_rule and tenant:9a230a84ab8243b18e9e102200881b05 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:11.276893 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:11.283016 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:11.396315 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.400375 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.412982 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-19c78818-b0ac-4508-ac78-2b5b26da435f tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:11.460990 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a230a84ab8243b18e9e102200881b05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4194565
May 04 13:49:11.461969 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59684) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:11.464652 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2a3a4-95df-4688-99e6-9338c32a9069,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:11.491408 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.491762 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.492372 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.492951 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.493351 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.493712 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.494064 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.494417 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.494765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.495105 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.495676 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.496255 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:11.498498 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-02dc701d-113e-48c8-bd1d-1fdce48869bc tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906999735&fields=id&tenant_id=369d668431a5485b9db785b09782df2a HTTP/1.1" status: 200  len: 267 time: 0.0666442
May 04 13:49:11.506595 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:11.563454 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.569632 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f23891db-7627-4095-9f57-7e2b4a90f80f req-fd12900f-7c33-42f5-a512-8d88bdadc003 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3482401
May 04 13:49:11.635853 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.673240 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-24fa57b7-c185-4248-b27a-8b8afe606a01 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:11.675014 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-24fa57b7-c185-4248-b27a-8b8afe606a01 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 984 time: 0.1626735
May 04 13:49:11.690445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Request body: {'port': {'security_groups': ['367e93af-15c1-4760-a5d8-9fb45908d06d']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:11.714666 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.714666 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bd19b38d-bbba-470c-85a3-c300537eca15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:11.723367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2a3a4-95df-4688-99e6-9338c32a9069,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:11.727136 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:11.730828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.732178 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bde2a3a4-95df-4688-99e6-9338c32a9069 HTTP/1.1" status: 204  len: 168 time: 0.2690778
May 04 13:49:11.846874 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8431c4-d844-4835-ab17-e1104391177a req-f25da3b8-d353-45d2-915a-49200c751686 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:11.848467 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dd8431c4-d844-4835-ab17-e1104391177a req-f25da3b8-d353-45d2-915a-49200c751686 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 943 time: 0.2397704
May 04 13:49:11.849314 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:11.956918 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dd8431c4-d844-4835-ab17-e1104391177a req-082d2bdb-5f47-4584-9cbb-c47954fde44e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958133
May 04 13:49:12.102095 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59698) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:12.125682 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.144481 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:12.150014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Usage tracker for resource:security_group_rule and tenant:10c1887c917f4e2abf84ce462c894599 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:12.153273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:12.160804 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:12.162305 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:12.234606 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:12.287524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e82344-74fb-4094-b5c4-c4e51567fd9b req-1e2d26a6-0ddd-4708-9444-05e415c43db5 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:12.288077 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-54e82344-74fb-4094-b5c4-c4e51567fd9b req-1e2d26a6-0ddd-4708-9444-05e415c43db5 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Synchronizing usage tracker for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:12.292540 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.293277 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.298654 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.300114 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.307966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1dcbdc41-6390-46ac-9d5f-dc5daade1c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:12.308192 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:12.312247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:12.356624 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1f158-56e6-452e-bbc9-cb7167f43390,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:12.363349 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10c1887c917f4e2abf84ce462c894599&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2600594
May 04 13:49:12.364932 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:12.366144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59704) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:12.369847 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-54e82344-74fb-4094-b5c4-c4e51567fd9b req-1e2d26a6-0ddd-4708-9444-05e415c43db5 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Unset dirty status for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:12.371020 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-54e82344-74fb-4094-b5c4-c4e51567fd9b req-1e2d26a6-0ddd-4708-9444-05e415c43db5 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.2582314
May 04 13:49:12.381546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:12.382212 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.383601 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b1657d76-a57d-45ee-9d0e-9ade9fd96458 req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "PUT /v2.0/ports/c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 942 time: 0.7009208
May 04 13:49:12.391378 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59708) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:12.487048 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.511777 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:12.547665 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.601450 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event updated for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=7']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:12.613015 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.619430 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e45da640-1895-47b6-b125-ecd9bcc6cfdc tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:12.644875 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1f158-56e6-452e-bbc9-cb7167f43390,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:12.674755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:12.681225 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.682668 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27a1f158-56e6-452e-bbc9-cb7167f43390 HTTP/1.1" status: 204  len: 168 time: 0.3154004
May 04 13:49:12.685435 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:12.706100 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-54e82344-74fb-4094-b5c4-c4e51567fd9b req-82196dfb-f61b-4200-89ec-589959431405 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162620
May 04 13:49:12.734228 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.792935 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'status': 'completed', 'code': 200}
May 04 13:49:12.805598 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:49:12.818603 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-cb7798a4-c0f7-4402-b61b-297ffccb7804 None None] Provisioning complete for port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:12.819364 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cb7798a4-c0f7-4402-b61b-297ffccb7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.865063 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:12.881577 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd5276-3aff-4846-962a-5a4cc82d2127 req-1ccb223e-aa93-4e97-80ee-081034446025 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:12.883177 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcbd5276-3aff-4846-962a-5a4cc82d2127 req-1ccb223e-aa93-4e97-80ee-081034446025 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.3325861
May 04 13:49:12.993556 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcbd5276-3aff-4846-962a-5a4cc82d2127 req-42e871e6-bc0c-4439-b1d9-49cb58110e95 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1004202
May 04 13:49:13.008397 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-797b4896-7052-4804-9ba7-1a4dfb65d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:13.013858 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-797b4896-7052-4804-9ba7-1a4dfb65d6ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 1096 time: 0.1995735
May 04 13:49:13.143620 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:13.168272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b2644a2d-8d35-4480-82aa-fce60840472f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:13.268867 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:13.278498 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6896d-fd33-4703-bb08-c51eb6c77581,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:13.280459 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:13.284461 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "DELETE /v2.0/security-groups/32e6896d-fd33-4703-bb08-c51eb6c77581 HTTP/1.1" status: 204  len: 168 time: 0.8887057
May 04 13:49:13.284942 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:13.285513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59728) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:13.315163 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'port_id': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'mac_address': 'fa:16:3e:a9:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:49:13.337295 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-88c7d4d1-8c1f-444c-a9af-98524cfcce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:13.338891 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-88c7d4d1-8c1f-444c-a9af-98524cfcce73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.3144655
May 04 13:49:13.403027 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:13.424440 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:49:13.443177 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:13.444087 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-255b46ca-8457-4b36-9f52-d914ced9a13e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48 HTTP/1.1" status: 200  len: 217 time: 0.0860109
May 04 13:49:13.463430 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:13.464306 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878a0f-46bf-4950-9733-5df9889fd78a req-0956943c-e7f2-4204-9da9-ab63441f5746 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:13.472715 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:13.473620 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91878a0f-46bf-4950-9733-5df9889fd78a req-0956943c-e7f2-4204-9da9-ab63441f5746 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 943 time: 0.2888141
May 04 13:49:13.564564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21ce48-5251-445b-8539-fbd80d3033bc req-5c6fb449-76ff-41b5-a4f1-7bb769b955a4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:13.571642 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ae21ce48-5251-445b-8539-fbd80d3033bc req-5c6fb449-76ff-41b5-a4f1-7bb769b955a4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.4164805
May 04 13:49:13.632469 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-a77ddd56-cf92-4316-8c68-fbc8c8351add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:13.633966 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-a77ddd56-cf92-4316-8c68-fbc8c8351add service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.1576104
May 04 13:49:13.647406 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91878a0f-46bf-4950-9733-5df9889fd78a req-61eb501b-7fc2-49d8-a1b6-f446d2cde4cb tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1728113
May 04 13:49:13.652285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:13.656173 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:13.705351 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ae21ce48-5251-445b-8539-fbd80d3033bc req-58a61863-b6b1-443b-ad15-64839712a249 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1327069
May 04 13:49:13.729595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59750) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:13.775180 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-134f3d08-536a-491d-8f62-c8b8fbec24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:13.777259 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-134f3d08-536a-491d-8f62-c8b8fbec24c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1264980
May 04 13:49:13.781277 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Deleting port f83fa13c-e81f-42c6-87d9-553aee410d2b {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:13.788907 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:13.824144 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['97c1b017-5e8d-4d4e-b019-808bcc7e0c48'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:14.044639 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:14.044965 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:14.182365 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-cc2abc27-3c3c-413f-8a79-6cc2ceba9f4c service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3964818
May 04 13:49:14.287184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Calling delete_port for f83fa13c-e81f-42c6-87d9-553aee410d2b owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:14.339426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c9306-dd64-4eb0-a827-8f78bde47317 req-a51be1bb-6c1b-466f-8638-8cd91637021d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:14.339426 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cc7c9306-dd64-4eb0-a827-8f78bde47317 req-a51be1bb-6c1b-466f-8638-8cd91637021d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.4868181
May 04 13:49:14.341702 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff3a38-f182-45b0-b585-160869609c0e tempest-TestShelveInstance-1981274870 tempest-TestShelveInstance-1981274870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:14.343378 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-92ff3a38-f182-45b0-b585-160869609c0e tempest-TestShelveInstance-1981274870 tempest-TestShelveInstance-1981274870-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1094 time: 0.6118443
May 04 13:49:14.347213 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59776) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:14.370211 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'port_id': '57b2d551-5202-42f3-9b4e-0537352fa383', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:14.391764 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:14.409017 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Usage tracker for resource:floatingip and tenant:971b6b52aeef4cab9fae30c9eb3a4b1c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:14.417783 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:14.422426 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d5661224-86bd-4b4a-99a0-3e36aa09891d req-47aa8fa5-95fb-4d9a-99d0-aac34194035f service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327600
May 04 13:49:14.428032 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:14.428704 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:14.432978 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cc7c9306-dd64-4eb0-a827-8f78bde47317 req-3ff8ebc9-5f03-4447-914b-5bd74eae7284 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864570
May 04 13:49:14.435550 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-af9e6d56-197c-4864-8010-2658620609e2 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:14.448087 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for floatingip, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:14.536848 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event deleted for resources: {'Port': ['ID=f83fa13c-e81f-42c6-87d9-553aee410d2b,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:14.543313 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:14.597565 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:14.606204 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:14.606535 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Floating IP 5e01de0f-5d29-492a-98c2-ae0c0813122a disassociated (deleted). External IP: 172.27.1.245, port: c72c7bb8-c26b-47c8-9a9b-0e7cbb427228.
May 04 13:49:14.752096 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Allocated IP 172.27.1.112 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/f8453f61-862f-44e0-9837-40928229f8e2) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:14.800678 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:14.909415 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'status': 'completed', 'code': 200}
May 04 13:49:15.033795 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Router 58f7cba6-a441-4ec0-a653-053fdf1636d5 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:15.040888 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:15.069933 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb119c-efe1-4ad1-9e72-ac5cac18d795 req-f68251e7-4069-40f2-8050-af0b39d18eca tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:15.071657 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-54cb119c-efe1-4ad1-9e72-ac5cac18d795 req-f68251e7-4069-40f2-8050-af0b39d18eca tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 944 time: 0.2844365
May 04 13:49:15.104229 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927a1d0-4703-40c2-865a-01efe0377326 req-3bcc76a1-d6a0-4f43-a66d-ffa588d4cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:15.105628 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-3bcc76a1-d6a0-4f43-a66d-ffa588d4cbd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1098 time: 0.1757262
May 04 13:49:15.161125 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-54cb119c-efe1-4ad1-9e72-ac5cac18d795 req-c0f5e0dd-b126-405e-b601-1d7c3bf17c16 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820708
May 04 13:49:15.236513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:15.243759 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:15.248336 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] Sync routers for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:15.254195 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ce97e22a-bd87-4974-8605-da69792b01a5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:15.260400 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:15.261288 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903da250>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:15.269709 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:15.316230 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:15.322096 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:15.333507 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:15.351367 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "DELETE /v2.0/floatingips/5e01de0f-5d29-492a-98c2-ae0c0813122a HTTP/1.1" status: 204  len: 168 time: 2.0630243
May 04 13:49:15.353163 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:15.388857 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'Port': ['ID=f8453f61-862f-44e0-9837-40928229f8e2,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:15.395788 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:15.401833 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927a1d0-4703-40c2-865a-01efe0377326 req-5644b73e-85f0-4270-9a14-ec955da0bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:15.403465 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-5644b73e-85f0-4270-9a14-ec955da0bc00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.2750554
May 04 13:49:15.415583 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'status': 'completed', 'code': 200}
May 04 13:49:15.463309 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:15.548926 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-9428c535-b55b-49e3-99fe-440733a423a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 217 time: 0.1239011
May 04 13:49:15.946701 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903da250>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:46Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:15.952280 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] Checking router: 58f7cba6-a441-4ec0-a653-053fdf1636d5 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:15.963920 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:15.965061 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903da250>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:16.103193 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927a1d0-4703-40c2-865a-01efe0377326 req-1f39442a-6474-4754-ada8-46ee1687834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:16.104657 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-1f39442a-6474-4754-ada8-46ee1687834c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.5466406
May 04 13:49:16.224767 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:16.279380 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5022935-4806-4a71-b7e3-524da10ffcf6 req-6cdec138-0d9d-4023-84f1-b96791affafc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:16.292244 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5022935-4806-4a71-b7e3-524da10ffcf6 req-6cdec138-0d9d-4023-84f1-b96791affafc tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.5018415
May 04 13:49:16.335142 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-0d1a9d3c-91f5-42a8-8a96-0751832bf344 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3985472
May 04 13:49:16.432555 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927a1d0-4703-40c2-865a-01efe0377326 req-c85ee2ce-10ea-4d8a-bf41-bed27bd85fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:16.433643 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-c85ee2ce-10ea-4d8a-bf41-bed27bd85fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3202658
May 04 13:49:16.486161 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e5022935-4806-4a71-b7e3-524da10ffcf6 req-02790f7b-84c0-44bc-86db-93fb253cd58e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926279
May 04 13:49:16.606031 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:16.663543 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd01a0-666d-48bf-bc6a-24f50a59dd5f req-68856367-c986-4a41-b0f7-b042990abc58 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:16.664234 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903da250>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:46Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:16.664958 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-83fd01a0-666d-48bf-bc6a-24f50a59dd5f req-68856367-c986-4a41-b0f7-b042990abc58 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 944 time: 0.2927101
May 04 13:49:16.668704 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84bcfe-d657-4975-beb3-df728712bc01 None None] The sync data for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi is: [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:45:36Z', 'revision_number': 4, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'a821c70d-8a43-4e58-87b3-f91af11e6943', 'name': '', 'network_id': 'b6ae98e2-34db-44b9-941e-fe7f25702166', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'mac_address': 'fa:16:3e:36:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'ddb32e66-0bff-495f-938e-148409d94547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:33Z', 'updated_at': '2021-05-04T13:45:46Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'subnets': [{'id': 'ddb32e66-0bff-495f-938e-148409d94547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:16.668971 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-60555ac9-5af9-4a42-b994-bf56f8b31f06 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185910
May 04 13:49:16.812559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:16.869892 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:16.906435 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:16.907721 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-83fd01a0-666d-48bf-bc6a-24f50a59dd5f req-eee2b9a0-232a-45f6-b65d-3f0c51fa2ad2 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2342329
May 04 13:49:16.913410 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:16.913922 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:16.947396 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda84fc-a690-4472-b0d8-e0167cda6053 None None] New status for floating IP 5e01de0f-5d29-492a-98c2-ae0c0813122a: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:49:16.978814 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0927a1d0-4703-40c2-865a-01efe0377326 req-b3b437bd-2b75-4ec6-a9c6-f0e0e35a3d7e service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657309
May 04 13:49:17.190246 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:17.195648 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-e279cf5b-5d13-43bb-b5d8-8e7bd6f70d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:17.197154 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-e279cf5b-5d13-43bb-b5d8-8e7bd6f70d3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1098 time: 0.1356077
May 04 13:49:17.206539 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:17.220686 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:17.230818 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:17.235663 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:17.237272 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:17.239407 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:17.252928 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:17.278917 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'code': 200}
May 04 13:49:17.319025 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:17.322398 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:17.448231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event updated for resources: {'Port': ['ID=f8453f61-862f-44e0-9837-40928229f8e2,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:17.458124 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:17.489809 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:17.758009 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-706d9f6e-2629-4dd6-985e-e9d9bd830c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:17.759686 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-706d9f6e-2629-4dd6-985e-e9d9bd830c5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.5488276
May 04 13:49:17.913582 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-4bb16fa0-c41c-4470-adb5-840ed01646c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 217 time: 0.1314180
May 04 13:49:18.009864 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:18.054761 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-a18a29ca-dedd-4caa-b146-02c260685583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:18.056279 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-a18a29ca-dedd-4caa-b146-02c260685583 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.1282592
May 04 13:49:18.057334 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Floating IP 6827bc30-adc4-443a-b88e-b4fce6d2ee3b associated. External IP: 172.27.1.112, port: 57b2d551-5202-42f3-9b4e-0537352fa383.
May 04 13:49:18.143496 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c9b3-b60b-481a-9161-15d6e90015ca req-b75a8648-dd70-479a-ba6b-a663414f01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:18.145105 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3665c9b3-b60b-481a-9161-15d6e90015ca req-b75a8648-dd70-479a-ba6b-a663414f01ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 1098 time: 0.6038086
May 04 13:49:18.246461 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde02f78-2a9c-4639-ae82-ef9a23b490da req-d43f09d8-4f2d-4c1a-b174-60e054ed404b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:18.247938 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cde02f78-2a9c-4639-ae82-ef9a23b490da req-d43f09d8-4f2d-4c1a-b174-60e054ed404b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.5368924
May 04 13:49:18.396965 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3665c9b3-b60b-481a-9161-15d6e90015ca req-4849d2d7-f88d-453e-ba67-33cf1b575fbc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2077787
May 04 13:49:18.429178 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-b43bef87-febe-4c76-8fb9-f3936aa10b2d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:18.429893 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-b43bef87-febe-4c76-8fb9-f3936aa10b2d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Synchronizing usage tracker for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:18.442326 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cde02f78-2a9c-4639-ae82-ef9a23b490da req-208ef09d-5e46-472c-87d6-2cbd99bc175f tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1741df4-eec4-4cc2-89e2-d9b96eb190da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846459
May 04 13:49:18.442702 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-b43bef87-febe-4c76-8fb9-f3936aa10b2d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Unset dirty status for tenant:7e58e9c0f666497586c414cf371c4c7a on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:18.443747 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-b43bef87-febe-4c76-8fb9-f3936aa10b2d tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 946 time: 0.0981760
May 04 13:49:18.464260 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-89c58561-adc5-4c29-88d6-5715a49b419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:18.465772 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-89c58561-adc5-4c29-88d6-5715a49b419a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3270724
May 04 13:49:18.504094 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1434e-56ae-44e8-8545-18cf4dca1ecb req-3c80f11a-e98f-4895-a73c-ea23b13d1ec5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:18.505689 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7db1434e-56ae-44e8-8545-18cf4dca1ecb req-3c80f11a-e98f-4895-a73c-ea23b13d1ec5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.4584906
May 04 13:49:18.630661 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Deleting port 2f316e94-2524-477c-b096-32ccd3a8622d {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:18.631261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:18.779906 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7db1434e-56ae-44e8-8545-18cf4dca1ecb req-1fb7ce96-3c09-486f-9c72-88e110171473 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2053535
May 04 13:49:18.842088 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-cf25e046-3c60-445e-893f-c9dfa59423b6 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3662536
May 04 13:49:18.851658 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] For port 2f316e94-2524-477c-b096-32ccd3a8622d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2f316e94-2524-477c-b096-32ccd3a8622d,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:18.852235 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:18.859957 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Router 3839e965-5fdd-4b77-94b2-996c120073e9 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:19.115677 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Calling delete_port for 2f316e94-2524-477c-b096-32ccd3a8622d owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:19.323133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:19.345656 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:19.438708 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Pushing event deleted for resources: {'Port': ['ID=2f316e94-2524-477c-b096-32ccd3a8622d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:19.441004 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-206a18db-9a80-44a8-a97e-1663dd87ac82 req-3ebb6bf5-568e-40a2-8f9a-ee45a94d2b27 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5840337
May 04 13:49:19.481412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:19.527729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:19.540597 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] Sync routers for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:19.559774 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:19.561355 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903da220>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:19.602984 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] No DVR routers for this DVR port 2f316e94-2524-477c-b096-32ccd3a8622d on host hv-cinder-78956 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:19.610273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:19.613098 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'name': 'network-vif-deleted', 'tag': '2f316e94-2524-477c-b096-32ccd3a8622d'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:19.646189 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-c06f0bc1-6f98-4610-9fc8-c1fa7f372ba8 req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.48 "DELETE /v2.0/ports/2f316e94-2524-477c-b096-32ccd3a8622d HTTP/1.1" status: 204  len: 173 time: 1.1854377
May 04 13:49:19.689442 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:19.801646 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59610b-b09b-41c3-955c-68d7cde400fa req-70aab5bf-6164-4c10-94b6-c0524a8f7a42 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:19.803359 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df59610b-b09b-41c3-955c-68d7cde400fa req-70aab5bf-6164-4c10-94b6-c0524a8f7a42 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.3382227
May 04 13:49:19.810690 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f22a6ed8-d207-4be6-ba00-78aab04ee6cb req-187b8ca5-1a68-4740-b551-d0ba4ccdc94e tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d54b4aa-050e-465f-8b2a-d73b7a4a1a95 HTTP/1.1" status: 200  len: 210 time: 0.1377621
May 04 13:49:19.903035 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.5524769
May 04 13:49:19.906798 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-0f4ca71f-e764-47db-bf2f-a57c74e9a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:19.909132 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-0f4ca71f-e764-47db-bf2f-a57c74e9a47d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=369d668431a5485b9db785b09782df2a&device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 1098 time: 0.3527381
May 04 13:49:19.909700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:19.913110 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54b4aa-050e-465f-8b2a-d73b7a4a1a95', 'name': 'network-vif-deleted', 'tag': '2f316e94-2524-477c-b096-32ccd3a8622d', 'status': 'completed', 'code': 200}
May 04 13:49:19.918712 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-df59610b-b09b-41c3-955c-68d7cde400fa req-b303d8b8-d845-4550-9d5b-f701ce4fa63c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Synchronizing usage tracker for tenant:369d668431a5485b9db785b09782df2a on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:19.980290 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:20.000165 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-df59610b-b09b-41c3-955c-68d7cde400fa req-b303d8b8-d845-4550-9d5b-f701ce4fa63c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Unset dirty status for tenant:369d668431a5485b9db785b09782df2a on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:20.009680 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df59610b-b09b-41c3-955c-68d7cde400fa req-b303d8b8-d845-4550-9d5b-f701ce4fa63c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955032
May 04 13:49:20.117937 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59912) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:20.151194 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'status': 'completed', 'code': 200}
May 04 13:49:20.261105 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4638b-4096-4d40-a03c-c7c505487823 req-0960cb5c-0caa-46e5-8da7-08d1a68e68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.262699 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-0960cb5c-0caa-46e5-8da7-08d1a68e68fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.1112227
May 04 13:49:20.299535 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-d8e5c380-452d-4f33-a353-e34b058d899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.301106 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-d8e5c380-452d-4f33-a353-e34b058d899a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 200  len: 916 time: 0.3484697
May 04 13:49:20.316130 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12387-067e-4b31-affd-aa4076b945e6 req-e1ca0f0f-ab3f-444d-a40d-675b31bbb8f5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.318742 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-90c12387-067e-4b31-affd-aa4076b945e6 req-e1ca0f0f-ab3f-444d-a40d-675b31bbb8f5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.1656244
May 04 13:49:20.355250 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:20.409892 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-d1392ad0-16f1-4c59-b9ff-ca0b538288e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 200  len: 217 time: 0.0906296
May 04 13:49:20.433581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:20.440966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Usage tracker for resource:security_group_rule and tenant:f609e54b7f5a4c60b63eb3c32424967e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:20.445548 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:20.455981 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:20.457961 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-90c12387-067e-4b31-affd-aa4076b945e6 req-a23e5c74-778c-400a-9821-7d090f66aef5 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793915
May 04 13:49:20.499001 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4638b-4096-4d40-a03c-c7c505487823 req-f34b8d22-9c4e-44bd-bfa9-43fbc39246b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.502112 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903da220>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '6827bc30-adc4-443a-b88e-b4fce6d2ee3b', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'port_id': '57b2d551-5202-42f3-9b4e-0537352fa383', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'mac_address': 'fa:16:3e:0c:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:16Z', 'updated_at': '2021-05-04T13:49:16Z', 'revision_number': 0, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:20.507879 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] Checking router: 3839e965-5fdd-4b77-94b2-996c120073e9 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:20.510961 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-f34b8d22-9c4e-44bd-bfa9-43fbc39246b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.2360878
May 04 13:49:20.520978 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:20.521863 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903da220>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:20.536272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-1f394a50-151c-4f29-a8c6-8fd1bd9276ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.538158 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-1f394a50-151c-4f29-a8c6-8fd1bd9276ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 200  len: 854 time: 0.1005850
May 04 13:49:20.731785 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-c5e44f72-14ff-4433-94ce-aba3d040d9b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 1000 time: 0.2016044
May 04 13:49:20.740283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-cb3cddff-0d85-4cf1-9bb7-ba00f7f0d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.741766 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-cb3cddff-0d85-4cf1-9bb7-ba00f7f0d70d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6ae98e2-34db-44b9-941e-fe7f25702166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1941984
May 04 13:49:20.754853 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0f74a-d66e-47ff-ab33-e9b6ee3b3e68 req-04d254d9-1700-4c7b-b792-2f5afeb48cb0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.757545 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e1f0f74a-d66e-47ff-ab33-e9b6ee3b3e68 req-04d254d9-1700-4c7b-b792-2f5afeb48cb0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.1130044
May 04 13:49:20.773147 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:20.784020 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59922) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:20.803309 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Request body: {'floatingip': {'port_id': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:20.831540 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 2f316e94-2524-477c-b096-32ccd3a8622d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:20.835863 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:20.843527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4638b-4096-4d40-a03c-c7c505487823 req-ef72748d-dd25-4205-b8b0-5d568903f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:20.845402 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-ef72748d-dd25-4205-b8b0-5d568903f2b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0997534
May 04 13:49:20.846622 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:20.855714 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f0126bb3-8f00-4850-8c17-8e5f958bb7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:20.890070 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 2f316e94-2524-477c-b096-32ccd3a8622d {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:20.890950 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 2f316e94-2524-477c-b096-32ccd3a8622d not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:20.940587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:20.948551 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f609e54b7f5a4c60b63eb3c32424967e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8293643
May 04 13:49:20.949389 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59928) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:20.968608 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0216b-dfeb-42e9-b8a9-616f271da44e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:20.972349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:21.006376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59932) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:21.131239 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4638b-4096-4d40-a03c-c7c505487823 req-85cc3569-3c6e-4ca2-9844-293aa66c9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:21.133034 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-85cc3569-3c6e-4ca2-9844-293aa66c9c58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2626729
May 04 13:49:21.135961 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:21.163881 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:21.186081 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903da220>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '6827bc30-adc4-443a-b88e-b4fce6d2ee3b', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'port_id': '57b2d551-5202-42f3-9b4e-0537352fa383', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'mac_address': 'fa:16:3e:0c:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:16Z', 'updated_at': '2021-05-04T13:49:16Z', 'revision_number': 0, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:21.190923 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6362b-f781-4b43-af60-20d354637cf1 None None] The sync data for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi is: [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '6827bc30-adc4-443a-b88e-b4fce6d2ee3b', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'port_id': '57b2d551-5202-42f3-9b4e-0537352fa383', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'mac_address': 'fa:16:3e:0c:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:16Z', 'updated_at': '2021-05-04T13:49:16Z', 'revision_number': 0, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:21.407470 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03577a99-41c5-4931-b591-aedd3d9d98dd None None] New status for floating IP 6827bc30-adc4-443a-b88e-b4fce6d2ee3b: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:49:21.487909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:21.495796 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-55a26f44-4c61-4f25-92bc-0715d859dbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:21.507606 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-905b85ad-37cb-4442-bb8e-1c8fdb3decf6 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3291214
May 04 13:49:21.637168 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-27a40d3a-f927-4a75-8255-18f1063bc162 service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8753307
May 04 13:49:21.755817 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0216b-dfeb-42e9-b8a9-616f271da44e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:21.762869 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:21.767005 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fe0216b-dfeb-42e9-b8a9-616f271da44e HTTP/1.1" status: 204  len: 168 time: 0.8100486
May 04 13:49:21.776370 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:21.859828 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab4d48-fd4f-4602-8ca5-7931a5ee4ad7 req-961bdf0c-de97-4abc-b49f-dcdf506c8c01 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:21.863620 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-12ab4d48-fd4f-4602-8ca5-7931a5ee4ad7 req-961bdf0c-de97-4abc-b49f-dcdf506c8c01 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.6413734
May 04 13:49:21.903846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-6787b5f3-6a30-4d6d-b121-23c75334362b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:21.906074 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-6787b5f3-6a30-4d6d-b121-23c75334362b tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.5992093
May 04 13:49:22.029486 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-88f4638b-4096-4d40-a03c-c7c505487823 req-4bf94c2f-a55b-4f0b-858d-6d6c2010c393 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2971132
May 04 13:49:22.076187 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-12ab4d48-fd4f-4602-8ca5-7931a5ee4ad7 req-82f96fc5-72f1-406d-b4fa-098a5e570e4c tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032237
May 04 13:49:22.136582 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.183369 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59948) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:22.190285 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4b8e8cb1-7866-414f-8d28-18ed06702373 req-3f2df84a-03d0-45ef-b86a-e405f06fd6ec service neutron] 10.222.0.48 "GET /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5388863
May 04 13:49:22.278173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.323404 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:22.343702 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.344916 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Usage tracker for resource:security_group_rule and tenant:eaf99d1ba8c54b01803acc05cc81413d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:22.352876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:22.360401 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.413432 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:22.460005 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Deleting port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:22.460350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.599505 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Deleting port a9ea7b60-a829-4f18-8cdf-dda5268e348e {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:22.600533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.718357 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Floating IP 1f66ddee-35cc-4c35-9cb6-cf6a514f3415 associated. External IP: 172.27.1.149, port: 97c1b017-5e8d-4d4e-b019-808bcc7e0c48.
May 04 13:49:22.737798 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] For port a9ea7b60-a829-4f18-8cdf-dda5268e348e, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=a9ea7b60-a829-4f18-8cdf-dda5268e348e,segment=NetworkSegment(0bc623c4-a967-4761-855a-033d8c5421f7),segment_id=0bc623c4-a967-4761-855a-033d8c5421f7)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:22.738148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.853748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] For port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:22.854437 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:22.887546 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Calling delete_port for a9ea7b60-a829-4f18-8cdf-dda5268e348e owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:23.160261 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.167491 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Calling delete_port for c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:23.174174 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.192628 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cfb8073f-dd54-41f0-90b5-c8aa2a7fa471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:23.201112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.207025 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d9e01a19-8692-4d87-8c5a-5839459cd085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:23.250459 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ea7b60-a829-4f18-8cdf-dda5268e348e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:23.285316 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:23.291256 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaf99d1ba8c54b01803acc05cc81413d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1067100
May 04 13:49:23.306913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59956) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:23.325751 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e9170-4e23-42f6-b194-b0271aee69e0,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:23.337447 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:23.620729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.637867 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.646678 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d37da-fff7-47fa-bfe7-5bc4ef14bd8d req-a2690d02-6e52-49d0-aef4-f36112150d70 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:23.648191 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c65d37da-fff7-47fa-bfe7-5bc4ef14bd8d req-a2690d02-6e52-49d0-aef4-f36112150d70 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6fd3bd0-deff-4688-a2b5-ed0e86a8f272 HTTP/1.1" status: 200  len: 945 time: 0.4337754
May 04 13:49:23.720220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.756994 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Router 40d00433-530f-4c7d-85d6-807c807e70e7 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:23.757711 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:23.773306 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8c43e2af-5cb7-4680-9360-f47f911065fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:23.828123 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c65d37da-fff7-47fa-bfe7-5bc4ef14bd8d req-0549e2c0-cba2-495b-8efb-c196be4cf5f2 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.25 "GET /v2.0/security-groups?id=367e93af-15c1-4760-a5d8-9fb45908d06d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610558
May 04 13:49:23.846178 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Pushing event deleted for resources: {'Port': ['ID=c72c7bb8-c26b-47c8-9a9b-0e7cbb427228,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:23.934718 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:24.003406 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] No DVR routers for this DVR port c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:24.010917 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.013539 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'name': 'network-vif-deleted', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:24.061803 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:24.091742 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.097203 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fd3bd0-deff-4688-a2b5-ed0e86a8f272', 'name': 'network-vif-deleted', 'tag': 'c72c7bb8-c26b-47c8-9a9b-0e7cbb427228', 'status': 'completed', 'code': 200}
May 04 13:49:24.109206 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-187e3021-78c1-40ac-bb1c-342cf5601419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:24.125536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.126669 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/253e9170-4e23-42f6-b194-b0271aee69e0 HTTP/1.1" status: 204  len: 168 time: 0.8163321
May 04 13:49:24.128037 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-912625d2-0aea-4cb7-808f-2f30e972a5c1 req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] 10.222.0.48 "DELETE /v2.0/ports/c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 HTTP/1.1" status: 204  len: 173 time: 2.1683371
May 04 13:49:24.131066 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e9170-4e23-42f6-b194-b0271aee69e0,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:24.141932 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:24.167362 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:24.174525 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.180673 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:24.198702 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:24.199675 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9039ceb0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:24.321635 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6f8509f2-1abb-4ef3-b31f-3f8cd14949d1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "PUT /v2.0/floatingips/1f66ddee-35cc-4c35-9cb6-cf6a514f3415 HTTP/1.1" status: 200  len: 991 time: 3.5341389
May 04 13:49:24.363813 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:24.375352 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] Sync routers for ids ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:24.387869 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 59968) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:24.388220 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-71e648ea-4032-48be-86f7-4c72b0fe31d9 admin admin] 10.222.0.25 "PUT /v2.0/routers/43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3804214
May 04 13:49:24.398835 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] Routers {'43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:24.399969 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e908b3a60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:24.524145 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:24.645026 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.704342 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] Set router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:24.713308 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59974) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:24.746711 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.772331 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:24.776660 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Usage tracker for resource:security_group_rule and tenant:703b30a779e6413c88d5a62f43b3a22f is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:24.792303 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:24.804524 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:24.902510 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:24.963747 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.970166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:24.980763 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fd7feab5-92c5-488d-af3e-974a66118400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:24.984833 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.033137 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=703b30a779e6413c88d5a62f43b3a22f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3180292
May 04 13:49:25.035126 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3ff80-72db-408c-afcb-3d2f10738765,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:25.038038 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 59984) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:25.040278 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:25.104917 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9039ceb0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '1f66ddee-35cc-4c35-9cb6-cf6a514f3415', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'port_id': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'mac_address': 'fa:16:3e:a9:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:02Z', 'updated_at': '2021-05-04T13:49:22Z', 'revision_number': 1, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:25.109986 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:25.119806 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:25.120518 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9039ceb0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:25.134237 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Deleting port 93211c0f-2e55-4300-86a4-83e1138da45a {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:25.134658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.149527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.182667 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.263573 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:25.264264 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device c72c7bb8-c26b-47c8-9a9b-0e7cbb427228 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:25.277732 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.284310 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-291fc3f9-efb0-43df-97b0-e4b54a99d350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:25.295340 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e908b3a60>, [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:49:23Z', 'revision_number': 5, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port': {'id': '93211c0f-2e55-4300-86a4-83e1138da45a', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:50Z', 'updated_at': '2021-05-04T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:25.302186 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] Checking router: 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:25.308681 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3ff80-72db-408c-afcb-3d2f10738765,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:25.312054 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] Routers {'43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:25.313247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e908b3a60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:25.324424 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:25.325168 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.329990 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1d3ff80-72db-408c-afcb-3d2f10738765 HTTP/1.1" status: 204  len: 168 time: 0.2915649
May 04 13:49:25.428547 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:25.474817 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] For port 93211c0f-2e55-4300-86a4-83e1138da45a, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=93211c0f-2e55-4300-86a4-83e1138da45a,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:25.477469 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:25.524554 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] Set router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:25.658400 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Calling delete_port for 93211c0f-2e55-4300-86a4-83e1138da45a owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:25.815241 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e908b3a60>, [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:49:24Z', 'revision_number': 6, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:25.831690 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659ac64-b26e-4d76-b108-19d0739ce93e None None] The sync data for ids ['43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4'] in dv-cinder-789564-1-iscsi is: [{'id': '43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-1646542042-router', 'tenant_id': '7e58e9c0f666497586c414cf371c4c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:47Z', 'updated_at': '2021-05-04T13:49:24Z', 'revision_number': 6, 'project_id': '7e58e9c0f666497586c414cf371c4c7a', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:26.003756 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9039ceb0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '1f66ddee-35cc-4c35-9cb6-cf6a514f3415', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'port_id': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'mac_address': 'fa:16:3e:a9:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:02Z', 'updated_at': '2021-05-04T13:49:22Z', 'revision_number': 1, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:26.012957 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba9b5a-6f9f-4898-a895-7b66e2504632 None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '1f66ddee-35cc-4c35-9cb6-cf6a514f3415', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'port_id': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'mac_address': 'fa:16:3e:a9:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:02Z', 'updated_at': '2021-05-04T13:49:22Z', 'revision_number': 1, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:26.099983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:26.148866 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:26.156983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-834f91bd-e9b4-43b5-a83d-d5c3af7052fd tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:26.238586 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'status': 'completed', 'code': 200}
May 04 13:49:26.328268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Pushing event deleted for resources: {'Port': ['ID=93211c0f-2e55-4300-86a4-83e1138da45a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:26.343654 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60052) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:26.384223 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:26.409107 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8e57b-1ff9-48b9-a608-36a5f115367d None None] New status for floating IP 1f66ddee-35cc-4c35-9cb6-cf6a514f3415: ACTIVE {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:49:26.510992 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:26.628039 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-8b6871d3-3c8d-4f92-861f-7128df440ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:26.629653 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-8b6871d3-3c8d-4f92-861f-7128df440ce4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9561bdd8b38f4ac89573821651bf5b52&device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 1098 time: 0.3905396
May 04 13:49:26.755645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:26.760047 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.019453 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.020243 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:49:27.076891 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-cc815a27-802f-4046-80fa-c51b742d5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:27.078948 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-cc815a27-802f-4046-80fa-c51b742d5d8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 200  len: 911 time: 0.4408681
May 04 13:49:27.080870 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.081909 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] 10.222.0.25 "DELETE /v2.0/routers/43b3f57d-c9bf-4dab-93a7-7e2a42b7bbb4 HTTP/1.1" status: 204  len: 168 time: 2.6928248
May 04 13:49:27.085234 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60076) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:27.267495 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Deleting subnet f5e0032d-d539-42cb-a5ec-5d20d1e7b962 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:49:27.270689 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.312336 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-9925f497-2929-4785-acae-308629ece196 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48 HTTP/1.1" status: 200  len: 1001 time: 0.2231100
May 04 13:49:27.471163 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.488527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1735670'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.548165 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-6e87b533-38a8-4096-947d-6bea2523ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:27.549845 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-6e87b533-38a8-4096-947d-6bea2523ab1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 200  len: 849 time: 0.2303114
May 04 13:49:27.566212 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.797780 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a0a37ab-e226-4eb8-bcef-45d8080b80d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.922595 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 93211c0f-2e55-4300-86a4-83e1138da45a no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:27.928071 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27446885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27712706'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.934745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-75a640b4-4544-4715-a4f7-65c8e1250638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:27.964160 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 93211c0f-2e55-4300-86a4-83e1138da45a {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:27.964531 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 93211c0f-2e55-4300-86a4-83e1138da45a not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:27.965508 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a9ea7b60-a829-4f18-8cdf-dda5268e348e no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:27.973438 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e0032d-d539-42cb-a5ec-5d20d1e7b962,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:27.975379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:27.978011 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:27.982319 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5e0032d-d539-42cb-a5ec-5d20d1e7b962 HTTP/1.1" status: 204  len: 168 time: 0.8960972
May 04 13:49:27.984844 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60118) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:27.992168 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Deleting port a821c70d-8a43-4e58-87b3-f91af11e6943 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:27.992589 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.004354 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: a9ea7b60-a829-4f18-8cdf-dda5268e348e {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:28.004707 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a9ea7b60-a829-4f18-8cdf-dda5268e348e not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:28.101970 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.143938 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] For port a821c70d-8a43-4e58-87b3-f91af11e6943, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=a821c70d-8a43-4e58-87b3-f91af11e6943,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:28.144513 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.234556 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.290413 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Calling delete_port for a821c70d-8a43-4e58-87b3-f91af11e6943 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:28.356386 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8ab03700>,) {'filters': {'network_id': ['179a0e16-1015-43b3-8dff-c815cbabb132']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:28.369855 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ab03700>, '0bc623c4-a967-4761-855a-033d8c5421f7') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:28.370151 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ab03700>, '0bc623c4-a967-4761-855a-033d8c5421f7') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:28.384238 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.402053 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.409550 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:49:28.456370 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.461264 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-85197308-a8bc-4770-90e2-a01c6f9cf766 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:28.505739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Pushing event deleted for resources: {'Port': ['ID=a821c70d-8a43-4e58-87b3-f91af11e6943,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:28.509119 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:28.600814 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Network 179a0e16-1015-43b3-8dff-c815cbabb132 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:49:28.618812 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.820990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.845320 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Network 179a0e16-1015-43b3-8dff-c815cbabb132 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:49:28.867959 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:49:28.951986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.958020 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:28.975712 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:28.987603 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Pushing event deleted for resources: {'Network': ['ID=179a0e16-1015-43b3-8dff-c815cbabb132,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:28.991218 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:28.997937 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] 10.222.0.25 "DELETE /v2.0/networks/179a0e16-1015-43b3-8dff-c815cbabb132 HTTP/1.1" status: 204  len: 168 time: 1.0118215
May 04 13:49:29.187296 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60132) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:29.238837 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-54cdbcc5-5a36-4e34-aebf-3742ebba024d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e58e9c0f666497586c414cf371c4c7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500789
May 04 13:49:29.242010 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60136) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:29.308805 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:29.328569 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Router 58f7cba6-a441-4ec0-a653-053fdf1636d5 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:29.340606 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:29.396494 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:29.400768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f292e8e3-72b3-4d92-8f79-27f1a03e997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:29.416161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1741df4-eec4-4cc2-89e2-d9b96eb190da,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:29.418863 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:29.428377 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:29.432140 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1741df4-eec4-4cc2-89e2-d9b96eb190da HTTP/1.1" status: 204  len: 168 time: 0.1867270
May 04 13:49:29.534843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:29.543065 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] Sync routers for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:29.550295 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] 10.222.0.25 "PUT /v2.0/routers/58f7cba6-a441-4ec0-a653-053fdf1636d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2027950
May 04 13:49:29.550688 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60142) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:29.553698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:29.554323 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907d7a30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:29.771829 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:29.885891 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.079191 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.141183 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907d7a30>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:49:28Z', 'revision_number': 5, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port': {'id': 'db0b869a-e669-43b0-9b56-75ae197d5178', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:26Z', 'updated_at': '2021-05-04T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:30.145280 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] Checking router: 58f7cba6-a441-4ec0-a653-053fdf1636d5 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:30.153998 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] Routers {'58f7cba6-a441-4ec0-a653-053fdf1636d5'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:30.154726 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907d7a30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['58f7cba6-a441-4ec0-a653-053fdf1636d5'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:30.165219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Deleting port db0b869a-e669-43b0-9b56-75ae197d5178 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:30.165700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.326858 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] Set router 58f7cba6-a441-4ec0-a653-053fdf1636d5 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:30.347886 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60168) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:30.361635 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] For port db0b869a-e669-43b0-9b56-75ae197d5178, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=db0b869a-e669-43b0-9b56-75ae197d5178,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:30.362220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.448809 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907d7a30>, [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:49:30Z', 'revision_number': 6, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:30.453682 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd52e0-291b-44bf-b3b2-f6774bc58d9d None None] The sync data for ids ['58f7cba6-a441-4ec0-a653-053fdf1636d5'] in dv-cinder-789564-1-iscsi is: [{'id': '58f7cba6-a441-4ec0-a653-053fdf1636d5', 'name': 'tempest-TestMinimumBasicScenario-1386684913-router', 'tenant_id': '369d668431a5485b9db785b09782df2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:24Z', 'updated_at': '2021-05-04T13:49:30Z', 'revision_number': 6, 'project_id': '369d668431a5485b9db785b09782df2a', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:30.472889 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-604899852-network', 'tenant_id': '311baf92615445f5aca8300637eb206e'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:30.479018 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:30.484499 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Usage tracker for resource:network and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:30.497382 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:30.500501 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Calling delete_port for db0b869a-e669-43b0-9b56-75ae197d5178 owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:30.505367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:30.524144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Made reservation on behalf of 311baf92615445f5aca8300637eb206e for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:30.526598 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.545355 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-b9bfab17-af8e-4fcb-ab55-22b7e2ef5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:30.545880 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.547151 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-b9bfab17-af8e-4fcb-ab55-22b7e2ef5f89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f7515c3-5c27-4fc9-9395-74d0c82d2944&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2408597
May 04 13:49:30.564235 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:30.568175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:30.571058 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:30.583864 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:30.677480 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.682292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.688092 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-76086a9f-053d-4d7e-ba75-616218da2b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:30.718857 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:49:30.727976 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed44012-d609-4c17-b0a1-fc17b82347c3,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:30.741033 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.741486 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Added segment 04a797b7-2966-4a65-98c7-deca87a67217 of type vlan for network c2d0e4c0-783a-4132-9bdf-bd63e13419ca
May 04 13:49:30.747114 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:30.774326 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-295fbe3b-87c8-48f3-b1e9-c6b64d256d56 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192280
May 04 13:49:30.776896 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.818963 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.820916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:30.821730 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.826337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:30.895041 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5433083
May 04 13:49:30.904628 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.925283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60188) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:30.942364 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Request body: {'subnet': {'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-subnet', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:30.955571 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:30.964278 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Usage tracker for resource:subnet and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:30.969840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:30.971219 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d0e4c0-783a-4132-9bdf-bd63e13419ca,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:30.973845 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:30.974031 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:30.978087 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:30.981749 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:49:31.030794 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:31.053856 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0b869a-e669-43b0-9b56-75ae197d5178,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:31.060253 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:31.104982 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb22e2a2-d12a-406d-9571-ec5ec423be28 req-181896d8-ef19-4c4a-b88c-49d572a9af4c service neutron] 10.222.0.48 "GET /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2885523
May 04 13:49:31.136027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Made reservation on behalf of 311baf92615445f5aca8300637eb206e for: {'subnet': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:31.138294 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27712751'] for subnet, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.169342 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-dd429d28-8449-439a-aaca-e7649d08df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.263446 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.584685 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.589020 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.658034 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.658530 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f7cba6-a441-4ec0-a653-053fdf1636d5 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:49:31.710879 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.712270 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] 10.222.0.25 "DELETE /v2.0/routers/58f7cba6-a441-4ec0-a653-053fdf1636d5 HTTP/1.1" status: 204  len: 168 time: 2.1603680
May 04 13:49:31.715058 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60202) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:31.784608 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Deleting subnet ddb32e66-0bff-495f-938e-148409d94547 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:49:31.788158 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.846643 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.888293 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a821c70d-8a43-4e58-87b3-f91af11e6943 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:31.934227 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27446820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27712761'] for subnet, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:31.935533 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: a821c70d-8a43-4e58-87b3-f91af11e6943 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:31.936007 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device a821c70d-8a43-4e58-87b3-f91af11e6943 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:31.936409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device db0b869a-e669-43b0-9b56-75ae197d5178 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:31.939376 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:31.974345 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: db0b869a-e669-43b0-9b56-75ae197d5178 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:31.975027 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device db0b869a-e669-43b0-9b56-75ae197d5178 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:31.983920 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.019823 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a793b9d5-107f-4429-a63b-82dabecd5453,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:32.023249 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:32.025860 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Checking segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:32.026220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Network hostable DHCP agents. Network: c2d0e4c0-783a-4132-9bdf-bd63e13419ca, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:49:32.044599 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:49:32.053157 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, c2d0e4c0-783a-4132-9bdf-bd63e13419ca) {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:32.064014 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019868d-6d35-48ae-b481-93c8c585c003 None None] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:32.064365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:32.064961 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.087574 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c244cadf-ff39-444e-9998-818bb89c261c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1596751
May 04 13:49:32.088108 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60206) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:32.095027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:32.102764 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:32.107013 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Usage tracker for resource:router and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:32.110176 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:32.116088 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:32.132705 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.133913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.152384 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.298691 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.306701 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:49:32.307974 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c43e061f-21f7-4286-88ae-037a6512aab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:32.308543 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.346267 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb32e66-0bff-495f-938e-148409d94547,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:32.349099 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:32.351609 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.361246 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ddb32e66-0bff-495f-938e-148409d94547 HTTP/1.1" status: 204  len: 168 time: 0.6421227
May 04 13:49:32.361430 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60212) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:32.385664 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10474724-38d8-4fbf-9e98-67f10e1a3db1 None None] Network b6ae98e2-34db-44b9-941e-fe7f25702166 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:32.450066 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.479975 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.575917 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Deleting port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:32.576422 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.707221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] For port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,segment=NetworkSegment(e4fe10bb-59b9-4f36-8614-9c017e672421),segment_id=e4fe10bb-59b9-4f36-8614-9c017e672421)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:32.707897 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.713105 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Allocated IP 172.20.0.2 (c2d0e4c0-783a-4132-9bdf-bd63e13419ca/a793b9d5-107f-4429-a63b-82dabecd5453/9c558b75-386a-43a8-8202-ef789b4091d4) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:32.848300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.883555 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:32.956711 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Calling delete_port for 6eb246f5-fb2a-444d-bcf3-7a659f9a837f owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:32.993435 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec09b14-cfb2-4991-b94f-97b9ef5d127d None None] DHCP port deletion for b6ae98e2-34db-44b9-941e-fe7f25702166 request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:49:33.014509 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.020720 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3cc784c0-553b-4e47-a47f-93c9440e755f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:33.041567 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-cec09b14-cfb2-4991-b94f-97b9ef5d127d None None] The port '6eb246f5-fb2a-444d-bcf3-7a659f9a837f' was deleted {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
May 04 13:49:33.063546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Allocated IP 172.27.1.138 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/06e0d63d-20e9-4642-a40b-aaeae2f9e793) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:33.066372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.067411 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb246f5-fb2a-444d-bcf3-7a659f9a837f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:33.071371 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:33.073798 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] No DVR routers for this DVR port 6eb246f5-fb2a-444d-bcf3-7a659f9a837f on host dv-cinder-789564-1-iscsi {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:33.085719 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Transition to ACTIVE for port object 9c558b75-386a-43a8-8202-ef789b4091d4 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:33.112972 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Transition to ACTIVE for port object 9c558b75-386a-43a8-8202-ef789b4091d4 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:33.118907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.123562 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:33.198479 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:33.207030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:33.211328 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.212440 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:33.212664 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.245518 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Pushing event updated for resources: {'Port': ['ID=9c558b75-386a-43a8-8202-ef789b4091d4,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:33.254403 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:33.335163 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Attempting to bind port 9c558b75-386a-43a8-8202-ef789b4091d4 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:33.335823 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Attempting to bind port 9c558b75-386a-43a8-8202-ef789b4091d4 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:33.336349 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Attempting to bind port 9c558b75-386a-43a8-8202-ef789b4091d4 on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:33.342726 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:33.343393 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Checking segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:33.343954 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.344585 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Bound using segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:33.345247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Bound port: 9c558b75-386a-43a8-8202-ef789b4091d4, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:33.345807 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.349760 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e91051a00>,) {'filters': {'network_id': ['b6ae98e2-34db-44b9-941e-fe7f25702166']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:33.363309 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e91051a00>, 'e4fe10bb-59b9-4f36-8614-9c017e672421') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:33.363672 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e91051a00>, 'e4fe10bb-59b9-4f36-8614-9c017e672421') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:33.363826 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.383068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.404561 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.406166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.409004 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0fb970be-d714-4a14-b594-2ee458fa1d5f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:33.425420 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:49:33.458200 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] For port 9c558b75-386a-43a8-8202-ef789b4091d4, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:33.461292 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] For port 9c558b75-386a-43a8-8202-ef789b4091d4, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=9c558b75-386a-43a8-8202-ef789b4091d4,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:33.465684 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.469853 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-7b20fa3c-07ce-4fe5-a6b7-b1110f70b3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:33.471112 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:33.478500 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:33.483036 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:33.526427 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Pushing event updated for resources: {'Port': ['ID=06e0d63d-20e9-4642-a40b-aaeae2f9e793,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:33.531712 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:33.553923 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Pushing event updated for resources: {'Port': ['ID=9c558b75-386a-43a8-8202-ef789b4091d4,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:33.560425 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:33.655811 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Network b6ae98e2-34db-44b9-941e-fe7f25702166 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:49:33.668841 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:33.879756 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Network b6ae98e2-34db-44b9-941e-fe7f25702166 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:49:33.906499 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:49:33.987869 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 9c558b75-386a-43a8-8202-ef789b4091d4 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:33.997631 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:34.003756 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:34.032091 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:34.041573 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:34.048132 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ae98e2-34db-44b9-941e-fe7f25702166,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:34.055909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:34.063511 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 9c558b75-386a-43a8-8202-ef789b4091d4 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:34.075740 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b6ae98e2-34db-44b9-941e-fe7f25702166 HTTP/1.1" status: 204  len: 168 time: 1.7132881
May 04 13:49:34.079547 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60226) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:34.145371 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6eb246f5-fb2a-444d-bcf3-7a659f9a837f no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:34.181664 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 6eb246f5-fb2a-444d-bcf3-7a659f9a837f {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:34.182285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6eb246f5-fb2a-444d-bcf3-7a659f9a837f not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:34.462726 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:34.512270 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:34.710991 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Router 9292f346-49e7-4d8d-a635-3504a2801476 is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:49:34.716073 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525680ff-f787-496a-ad66-c7a8c75f33b6 None None] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:34.812930 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Provisioning for port 9c558b75-386a-43a8-8202-ef789b4091d4 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:34.838323 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Provisioning complete for port 9c558b75-386a-43a8-8202-ef789b4091d4 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:34.838843 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:34.863863 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.070346 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:35.081241 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:35.090781 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.093374 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:35.094601 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9203a7c0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:35.098761 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.103321 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.0141816
May 04 13:49:35.104198 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60234) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:35.136162 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] For port 9c558b75-386a-43a8-8202-ef789b4091d4, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=9c558b75-386a-43a8-8202-ef789b4091d4,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:35.146337 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.150896 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:35.237527 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Pushing event updated for resources: {'Port': ['ID=9c558b75-386a-43a8-8202-ef789b4091d4,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:35.240989 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:35.355339 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:35.386591 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Deleting port b02b525f-afdf-4ebc-8107-a522e6cf7972 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:35.387166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.474278 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-00edcc17-2261-4f51-94b6-035d16f502d0 None None] Provisioning complete for port 9c558b75-386a-43a8-8202-ef789b4091d4 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:35.475106 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-00edcc17-2261-4f51-94b6-035d16f502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.560218 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] For port b02b525f-afdf-4ebc-8107-a522e6cf7972, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=b02b525f-afdf-4ebc-8107-a522e6cf7972,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:35.560218 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.715996 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9203a7c0>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:33Z', 'revision_number': 3, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:35.721029 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:35.721398 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Updating router 9292f346-49e7-4d8d-a635-3504a2801476 port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:49:35.772421 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Calling delete_port for b02b525f-afdf-4ebc-8107-a522e6cf7972 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:35.786440 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:35.926402 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 9c558b75-386a-43a8-8202-ef789b4091d4 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:36.046483 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.052744 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1994773a-491e-4594-a81f-2b9b34dbc3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:36.054902 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 9c558b75-386a-43a8-8202-ef789b4091d4 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:36.055274 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.128662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b02b525f-afdf-4ebc-8107-a522e6cf7972,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:36.129451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.134643 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:36.356759 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.383783 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Transition to ACTIVE for port object 06e0d63d-20e9-4642-a40b-aaeae2f9e793 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:36.395142 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.406742 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:36.446110 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Allocated IP 172.20.0.1 (c2d0e4c0-783a-4132-9bdf-bd63e13419ca/a793b9d5-107f-4429-a63b-82dabecd5453/439f7fe8-455d-4c93-b89b-f965d5044f0a) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:36.503020 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Attempting to bind port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:36.503457 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Attempting to bind port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:36.503829 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Attempting to bind port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:36.511307 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.513144 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Pushing event updated for resources: {'Port': ['ID=06e0d63d-20e9-4642-a40b-aaeae2f9e793,revision_number=2']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:36.519545 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:36.519963 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:36.520330 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.520720 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:36.521274 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Bound port: 06e0d63d-20e9-4642-a40b-aaeae2f9e793, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:36.521653 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.561008 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.561452 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.562265 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.562599 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.562926 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.563249 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.563571 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.563891 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.564210 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.564528 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.564844 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.565180 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:36.570390 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:36.617744 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] For port 06e0d63d-20e9-4642-a40b-aaeae2f9e793, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:36.625424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.626506 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] For port 06e0d63d-20e9-4642-a40b-aaeae2f9e793, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=06e0d63d-20e9-4642-a40b-aaeae2f9e793,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:36.633406 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.637473 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-b16e8aae-ec33-4629-a64d-4fff255a6c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:36.660717 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Transition to ACTIVE for port object 439f7fe8-455d-4c93-b89b-f965d5044f0a will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:36.693969 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.701117 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1bd27877-ada4-4d53-baf9-19a1f20ff067 tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:36.728286 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:36.728912 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9203a7c0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:36.776316 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Pushing event updated for resources: {'Port': ['ID=439f7fe8-455d-4c93-b89b-f965d5044f0a,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:36.781631 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:36.791727 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:36.793117 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:36.800360 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:36.806939 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Pushing event updated for resources: {'Port': ['ID=06e0d63d-20e9-4642-a40b-aaeae2f9e793,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:36.811795 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7e747ca2-f52e-4676-95af-273d923121a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:36.861964 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:36.948176 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:37.136639 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-93e0f13a-b5c9-4845-bc43-25666bf3bd85 None None] Provisioning for port 439f7fe8-455d-4c93-b89b-f965d5044f0a completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:37.146305 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-93e0f13a-b5c9-4845-bc43-25666bf3bd85 None None] Provisioning complete for port 439f7fe8-455d-4c93-b89b-f965d5044f0a triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:37.147548 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-93e0f13a-b5c9-4845-bc43-25666bf3bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:37.167016 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Router e4c6eb28-ee7b-4940-828f-aa04f959455d has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:37.219097 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-93e0f13a-b5c9-4845-bc43-25666bf3bd85 None None] Port 439f7fe8-455d-4c93-b89b-f965d5044f0a cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:49:37.227023 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:37.297637 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9203a7c0>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:33Z', 'revision_number': 3, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:37.302494 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af50fd-289c-4a38-8d7d-efc5ad834564 None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:33Z', 'revision_number': 3, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:37.379382 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:37.387786 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] Sync routers for ids ['e4c6eb28-ee7b-4940-828f-aa04f959455d'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:37.393341 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] 10.222.0.25 "PUT /v2.0/routers/e4c6eb28-ee7b-4940-828f-aa04f959455d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3112936
May 04 13:49:37.394814 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60252) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:37.402385 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] Routers {'e4c6eb28-ee7b-4940-828f-aa04f959455d'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:37.402872 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90607a00>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['e4c6eb28-ee7b-4940-828f-aa04f959455d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:37.650419 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:37.679762 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:37.687036 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:37.783960 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5fcf0ce2-8c88-40a5-82b6-c4c2ce557054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:37.867233 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] Set router e4c6eb28-ee7b-4940-828f-aa04f959455d gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:37.891514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:37.927990 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Pushing event updated for resources: {'Port': ['ID=439f7fe8-455d-4c93-b89b-f965d5044f0a,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:37.933680 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:37.945310 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.060370 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Deleting port 01bc69d0-31bb-4ca4-9f8e-a388286260ec {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:38.060700 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.091466 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 06e0d63d-20e9-4642-a40b-aaeae2f9e793 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:38.187610 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:38.190182 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:38.251313 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] For port 01bc69d0-31bb-4ca4-9f8e-a388286260ec, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=01bc69d0-31bb-4ca4-9f8e-a388286260ec,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:38.252030 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.394368 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:38.402361 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:38.402907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.478367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Calling delete_port for 01bc69d0-31bb-4ca4-9f8e-a388286260ec owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:38.505830 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90607a00>, [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:49:35Z', 'revision_number': 5, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port': {'id': '01bc69d0-31bb-4ca4-9f8e-a388286260ec', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:45:51Z', 'updated_at': '2021-05-04T13:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:38.511075 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Router 9292f346-49e7-4d8d-a635-3504a2801476 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:38.513558 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] Checking router: e4c6eb28-ee7b-4940-828f-aa04f959455d for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:38.568230 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] Routers {'e4c6eb28-ee7b-4940-828f-aa04f959455d'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:38.569182 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90607a00>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['e4c6eb28-ee7b-4940-828f-aa04f959455d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:38.675751 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.680548 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:38.762152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:38.771566 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Pushing event deleted for resources: {'Port': ['ID=01bc69d0-31bb-4ca4-9f8e-a388286260ec,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:38.784601 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:38.786224 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.801114 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] 10.222.0.25 "PUT /v2.0/routers/9292f346-49e7-4d8d-a635-3504a2801476/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6822386
May 04 13:49:38.801453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-f0613b39-2ee7-4e46-8a33-b08042b171ba None None] Provisioning complete for port 439f7fe8-455d-4c93-b89b-f965d5044f0a triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:38.801453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f0613b39-2ee7-4e46-8a33-b08042b171ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.823454 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] Set router e4c6eb28-ee7b-4940-828f-aa04f959455d gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:38.958445 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90607a00>, [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 6, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:38.970589 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.976804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 06e0d63d-20e9-4642-a40b-aaeae2f9e793, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=06e0d63d-20e9-4642-a40b-aaeae2f9e793,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:38.980142 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce56b67-de39-4f30-8088-9c5731991ce3 None None] The sync data for ids ['e4c6eb28-ee7b-4940-828f-aa04f959455d'] in dv-cinder-789564-1-iscsi is: [{'id': 'e4c6eb28-ee7b-4940-828f-aa04f959455d', 'name': 'tempest-TestMinimumBasicScenario-1799299791-router', 'tenant_id': '566aaf04dbef41efae1d7ca486a46acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:45:48Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 6, 'project_id': '566aaf04dbef41efae1d7ca486a46acf', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:38.984593 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:38.990558 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-f0613b39-2ee7-4e46-8a33-b08042b171ba None None] Port 439f7fe8-455d-4c93-b89b-f965d5044f0a cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:49:38.992169 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0ae9c940-0adf-45e5-ba65-ca2777381279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:39.076655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=06e0d63d-20e9-4642-a40b-aaeae2f9e793,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:39.079299 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:39.195171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.197590 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.309881 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.310427 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c6eb28-ee7b-4940-828f-aa04f959455d {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:49:39.328380 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.331650 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-ea933418-b091-4e55-a585-3ab81a0ce08e admin admin] 10.222.0.25 "DELETE /v2.0/routers/e4c6eb28-ee7b-4940-828f-aa04f959455d HTTP/1.1" status: 204  len: 168 time: 1.9357028
May 04 13:49:39.332243 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60270) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:39.412180 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Deleting subnet c3536833-e276-4e1e-86fd-bbcfb1d48341 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:49:39.415683 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.490739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1735670'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.525619 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:39.540414 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:39.541437 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90649a60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:39.613932 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60276) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:39.628249 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138672676', 'description': 'tempest-description--1781043560'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:39.635349 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:39.641478 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:39.645431 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:39.656065 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:39.675093 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.700482 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:39.711152 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:39.717043 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:39.726027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.729403 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:39.789438 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:39.879789 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.895342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.901618 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-67d4548d-679e-406d-a212-744cb5f97fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:39.975054 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8633e46-032e-47e3-8568-b410075d1d97,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:39.976795 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 06e0d63d-20e9-4642-a40b-aaeae2f9e793 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:39.977957 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:39.986054 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:39.994852 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60280) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:39.995268 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3767524
May 04 13:49:40.005971 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'security_group_rule': {'security_group_id': 'c8633e46-032e-47e3-8568-b410075d1d97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:40.024677 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:40.036547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:40.044243 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:40.055180 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:40.055566 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.064254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:40.153544 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.228627 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90649a60>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 2, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:40.240166 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:40.240729 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Updating router 9292f346-49e7-4d8d-a635-3504a2801476 port 439f7fe8-455d-4c93-b89b-f965d5044f0a binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:49:40.254216 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27446885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27712706'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.281690 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f3832c02-0048-4be7-86ec-a91da0aace07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:40.317209 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.323840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.329989 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.332675 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfbdaf7-8af8-49b0-bf0d-532574be8749 None None] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:40.354803 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.356910 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device b02b525f-afdf-4ebc-8107-a522e6cf7972 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:40.362967 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3536833-e276-4e1e-86fd-bbcfb1d48341,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:40.370841 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:40.371524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:40.408329 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d1a30c05-7960-4ab4-9a01-d5e06c26e2e2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c3536833-e276-4e1e-86fd-bbcfb1d48341 HTTP/1.1" status: 204  len: 168 time: 1.0742903
May 04 13:49:40.411083 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60286) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:40.414477 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.416331 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4236519
May 04 13:49:40.419132 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60290) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:40.422685 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8051de4b-8c21-4dcb-8133-5bb98f0d61e4,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:40.429248 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'security_group_rule': {'security_group_id': 'c8633e46-032e-47e3-8568-b410075d1d97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:40.441651 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6f8cb790-bc85-4e15-bf9e-e666d6ed20d2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:40.444720 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:40.454122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:40.460199 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:40.467587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:40.471300 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: b02b525f-afdf-4ebc-8107-a522e6cf7972 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:40.471892 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device b02b525f-afdf-4ebc-8107-a522e6cf7972 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:40.472328 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 01bc69d0-31bb-4ca4-9f8e-a388286260ec no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:40.493514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.656898 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.668949 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 01bc69d0-31bb-4ca4-9f8e-a388286260ec {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:40.669719 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 01bc69d0-31bb-4ca4-9f8e-a388286260ec not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:40.837594 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.853542 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Deleting port d58f9692-8e8d-4569-9f70-da18b8df4ece {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:40.854706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.858865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.862772 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2f3404d4-b020-4764-bc71-0c72cc3393ec tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:40.908799 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4165aa07-4e1d-40bd-b0d3-4dd585b68578,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:40.914875 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:40.952977 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:40.956405 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6da0a12a-4bcb-4ec4-9df8-779c07576e44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5356555
May 04 13:49:40.962578 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60302) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:40.973392 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:40.979864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:40.986624 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:floatingip and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:40.992320 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:41.000805 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] DHCP port deletion for d80f60e0-977c-4188-89b5-ad3ea46a7320 request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:49:41.001449 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:41.001665 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] For port d58f9692-8e8d-4569-9f70-da18b8df4ece, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=d58f9692-8e8d-4569-9f70-da18b8df4ece,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:41.002079 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.014384 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.053927 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.071836 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Transition to ACTIVE for port object 439f7fe8-455d-4c93-b89b-f965d5044f0a will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:41.086319 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.092080 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-d049ddaa-9165-4338-b112-148014866c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:41.100868 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Deleting port d58f9692-8e8d-4569-9f70-da18b8df4ece {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:41.101557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.138252 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Calling delete_port for d58f9692-8e8d-4569-9f70-da18b8df4ece owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:41.192968 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.193668 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.208462 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27b39f52-0008-46c4-9d3d-5b49e6ca7f4e tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:41.289550 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Pushing event deleted for resources: {'Port': ['ID=d58f9692-8e8d-4569-9f70-da18b8df4ece,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:41.299022 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] For port d58f9692-8e8d-4569-9f70-da18b8df4ece, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=d58f9692-8e8d-4569-9f70-da18b8df4ece,segment=NetworkSegment(55a485d6-1da3-428d-beaf-17a211619b91),segment_id=55a485d6-1da3-428d-beaf-17a211619b91)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:41.299849 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:41.301562 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.302957 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d0b7-ab35-4601-960d-bfe7bed30309 None None] Pushing event updated for resources: {'Port': ['ID=439f7fe8-455d-4c93-b89b-f965d5044f0a,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:41.305473 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] No DVR routers for this DVR port d58f9692-8e8d-4569-9f70-da18b8df4ece on host dv-cinder-789564-1-iscsi {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:41.310153 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cd91d0b7-ab35-4601-960d-bfe7bed30309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:41.387050 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Allocated IP 172.27.1.63 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/36719c36-dfeb-457b-ae3d-224cf33281e9) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:41.400141 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Attempting to bind port 439f7fe8-455d-4c93-b89b-f965d5044f0a on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:41.400509 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Attempting to bind port 439f7fe8-455d-4c93-b89b-f965d5044f0a by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:41.400870 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Attempting to bind port 439f7fe8-455d-4c93-b89b-f965d5044f0a on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:41.425724 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:41.426166 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Checking segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:41.426576 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.426977 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Bound using segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:41.427482 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Bound port: 439f7fe8-455d-4c93-b89b-f965d5044f0a, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:41.427882 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.466737 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.490642 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Calling delete_port for d58f9692-8e8d-4569-9f70-da18b8df4ece owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:41.584631 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.601046 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] For port 439f7fe8-455d-4c93-b89b-f965d5044f0a, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:41.608084 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] For port 439f7fe8-455d-4c93-b89b-f965d5044f0a, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=439f7fe8-455d-4c93-b89b-f965d5044f0a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:41.614378 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.621428 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:41.626595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.640675 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8ae56760>,) {'filters': {'network_id': ['d80f60e0-977c-4188-89b5-ad3ea46a7320']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:41.646071 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-45e46c17-1964-4386-b5eb-90d0ad92cbfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:41.654688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ae56760>, '55a485d6-1da3-428d-beaf-17a211619b91') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:41.654994 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ae56760>, '55a485d6-1da3-428d-beaf-17a211619b91') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:41.669527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.693062 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.695200 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.699916 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:41.701510 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:49:41.725898 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:41.729753 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:41.735348 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:41.736228 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d0b7-ab35-4601-960d-bfe7bed30309 None None] Pushing event updated for resources: {'Port': ['ID=439f7fe8-455d-4c93-b89b-f965d5044f0a,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:41.739952 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cd91d0b7-ab35-4601-960d-bfe7bed30309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:41.756201 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Pushing event deleted for resources: {'Port': ['ID=d58f9692-8e8d-4569-9f70-da18b8df4ece,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:41.763349 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:41.763951 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90649a60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:41.769193 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] No DVR routers for this DVR port d58f9692-8e8d-4569-9f70-da18b8df4ece on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:41.774494 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:41.868739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'Port': ['ID=36719c36-dfeb-457b-ae3d-224cf33281e9,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:41.889915 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:41.951891 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:41.963822 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device d58f9692-8e8d-4569-9f70-da18b8df4ece no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:42.052800 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.074114 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: d58f9692-8e8d-4569-9f70-da18b8df4ece {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:42.074933 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device d58f9692-8e8d-4569-9f70-da18b8df4ece not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:42.160093 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:49:42.170590 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:42.173448 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.380777 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.385813 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Network d80f60e0-977c-4188-89b5-ad3ea46a7320 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:49:42.388865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.399100 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ce9295ad-dfa0-4905-ba54-1968accc0096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:49:42.410159 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:49:42.506981 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.510832 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:42.542412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.551140 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Pushing event deleted for resources: {'Network': ['ID=d80f60e0-977c-4188-89b5-ad3ea46a7320,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:42.555691 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:42.558840 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] 10.222.0.25 "DELETE /v2.0/networks/d80f60e0-977c-4188-89b5-ad3ea46a7320 HTTP/1.1" status: 204  len: 168 time: 2.1467698
May 04 13:49:42.562465 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'Port': ['ID=36719c36-dfeb-457b-ae3d-224cf33281e9,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:42.565521 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:42.577937 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.606116 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.615471 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6414242
May 04 13:49:42.616039 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90649a60>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:41Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:42.620031 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a87d54b-e583-4dd8-9b68-4b7096bccd68 None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:41Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:42.789806 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60330) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:42.856855 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-eaa3f779-4849-4299-b55e-1a5a5ba84b1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=369d668431a5485b9db785b09782df2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0657194
May 04 13:49:42.859376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60338) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:42.867082 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-084ec642-3271-4803-a735-f671d16b1d67 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--138672676&fields=id&tenant_id=311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 267 time: 0.0566957
May 04 13:49:42.929035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:42.965386 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.034897 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.040161 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4431a10b-8bf8-4ec3-a271-76e9446158eb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:43.041691 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-7a5bd49c-9dab-4155-8c57-66daa83a27fa tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:43.043259 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-7a5bd49c-9dab-4155-8c57-66daa83a27fa tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 816 time: 0.1692803
May 04 13:49:43.058889 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e93af-15c1-4760-a5d8-9fb45908d06d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:43.063657 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-b98913b1-2ed6-4ea7-a04f-555afce95444 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/quotas/311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 375 time: 0.0138612
May 04 13:49:43.069641 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:43.070452 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.072301 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/367e93af-15c1-4760-a5d8-9fb45908d06d HTTP/1.1" status: 204  len: 168 time: 0.2110794
May 04 13:49:43.181267 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-e04fabc2-b34a-4262-8671-224db852c411 req-a1643a20-1a28-4194-886f-cd4834f12b4c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Synchronizing usage tracker for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:43.199597 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-e04fabc2-b34a-4262-8671-224db852c411 req-a1643a20-1a28-4194-886f-cd4834f12b4c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Unset dirty status for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:43.201537 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-a1643a20-1a28-4194-886f-cd4834f12b4c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1185935
May 04 13:49:43.570144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60356) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:43.612409 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-e6526420-22de-45cf-a7a0-a958531f10be service neutron] 10.222.0.25 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3954432
May 04 13:49:43.645624 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-da75ad13-068c-40a0-94bb-0655290361fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=566aaf04dbef41efae1d7ca486a46acf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0740566
May 04 13:49:43.648407 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60360) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:43.722261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.763015 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.794460 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-2066ac3d-37da-4e2d-9195-3083007132eb service neutron] 10.222.0.25 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734750
May 04 13:49:43.853152 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.857221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d07bbdb2-3ac8-4e3a-8bc4-b4c7517cd981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:43.869940 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6cfbe-2515-452b-8371-9038ebdfb85c,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:43.872376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:43.892693 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:43.894196 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96d6cfbe-2515-452b-8371-9038ebdfb85c HTTP/1.1" status: 204  len: 168 time: 0.2447979
May 04 13:49:43.974827 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 439f7fe8-455d-4c93-b89b-f965d5044f0a up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:44.090489 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 439f7fe8-455d-4c93-b89b-f965d5044f0a completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:44.097457 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 439f7fe8-455d-4c93-b89b-f965d5044f0a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:44.097844 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:44.184503 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-312ab2cc-8075-466a-9fea-b7d57b020acc req-51d16e3b-bb75-44a6-a37e-f631c15cb2be tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 210 time: 0.1935277
May 04 13:49:44.282213 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:44.335776 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 439f7fe8-455d-4c93-b89b-f965d5044f0a, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=439f7fe8-455d-4c93-b89b-f965d5044f0a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:44.339483 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:44.341356 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-25941580-5dc2-4556-8925-dc18e02536e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:44.433347 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=439f7fe8-455d-4c93-b89b-f965d5044f0a,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:44.437911 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:44.877896 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:49:44.927135 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60422) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:45.046643 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1558358924-network', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:45.051353 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:45.055432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Usage tracker for resource:network and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:45.058448 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:45.064974 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:45.074887 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Made reservation on behalf of 5c781e4120884a42bb61d9695f9b7252 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:45.077374 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.090112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.105350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:45.109936 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:45.112748 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:45.118453 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:45.207078 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.210807 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.215187 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-56e4cd66-b9e3-4e35-b733-b272b3833755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:45.241546 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:49:45.255321 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c8494-2a30-4c33-949a-7cf60189a913,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:45.259610 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:45.260555 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.260898 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Added segment 9cbb2b7f-b78e-474b-93ab-1c279c284a31 of type vlan for network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7
May 04 13:49:45.291842 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.328456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.330144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:45.330741 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.334281 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7572057c-365d-415d-962e-f2d23983b420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:45.396014 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-20b0d421-bc83-4cf8-aad6-bd2447d5cb14 req-5501ecb2-50d6-4c74-9307-6ad76bc706d4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 210 time: 0.0778785
May 04 13:49:45.451131 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Pushing event updated for resources: {'Network': ['ID=9cea9c3f-b0d1-471a-ae73-b665e863d7a7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:45.456060 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:45.458188 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5299573
May 04 13:49:45.460995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60430) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:45.465303 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:49:45.467557 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Request body: {'subnet': {'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1558358924-subnet', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:45.472778 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:45.481706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Usage tracker for resource:subnet and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:45.488166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:45.497457 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:45.517905 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Made reservation on behalf of 5c781e4120884a42bb61d9695f9b7252 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:45.520850 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28041402'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.541392 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-f929d15d-703c-4d87-9991-7fad6badc0a1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:45.548276 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-f929d15d-703c-4d87-9991-7fad6badc0a1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 816 time: 0.1867552
May 04 13:49:45.655895 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-bb1cba07-8db1-45cf-b218-46f2617f9932 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 379 time: 0.0816870
May 04 13:49:45.667085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'port': {'device_id': '768f115c-423c-4004-99b6-077ca65c0b87', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'admin_state_up': True, 'tenant_id': '311baf92615445f5aca8300637eb206e', 'security_groups': ['c8633e46-032e-47e3-8568-b410075d1d97']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:45.847792 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:45.872207 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:45.895203 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Made reservation on behalf of 311baf92615445f5aca8300637eb206e for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:45.904043 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:45.925451 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 439f7fe8-455d-4c93-b89b-f965d5044f0a up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:46.017573 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 439f7fe8-455d-4c93-b89b-f965d5044f0a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:46.018473 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.079327 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28138249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28041388'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.085892 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:46.108865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Allocated IP 172.20.0.11 (c2d0e4c0-783a-4132-9bdf-bd63e13419ca/a793b9d5-107f-4429-a63b-82dabecd5453/4d870245-42f8-4f45-a898-0e409feb50d7) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:46.191491 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Checking segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:46.191852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Network hostable DHCP agents. Network: 9cea9c3f-b0d1-471a-ae73-b665e863d7a7, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:49:46.200976 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d2277c-10f0-4440-91e0-03c7efd8cc18,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:46.205480 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:46.220143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:49:46.236574 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 9cea9c3f-b0d1-471a-ae73-b665e863d7a7) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:46.248972 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99bb4f-c602-4d35-ba2e-e7ecbeb519d4 None None] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:46.260432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:46.261482 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.301761 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-5f69bea8-9559-4d09-9c8b-8958a81c4ffc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8393772
May 04 13:49:46.304822 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60446) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:46.310595 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:46.317537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:46.321939 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Usage tracker for resource:router and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:46.325105 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:46.340210 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:46.356232 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.359931 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.379058 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.420273 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.460935 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Transition to ACTIVE for port object 4d870245-42f8-4f45-a898-0e409feb50d7 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:46.534922 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.550240 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-18e892db-3621-46bf-8740-f8a66d83e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:46.662154 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:49:46.663690 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.665861 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:46.734377 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:46.767917 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:46.776087 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:46.781561 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:46.806276 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.887971 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:46.888588 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:46.903044 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Allocated IP 172.20.0.2 (9cea9c3f-b0d1-471a-ae73-b665e863d7a7/33d2277c-10f0-4440-91e0-03c7efd8cc18/5ac5db37-79bf-4141-bcad-5633b6792016) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:46.922967 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2603517
May 04 13:49:46.932617 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592b987-c1a3-440d-a83c-c41f7718b8dc req-3a6eb408-2b8c-4bf8-b1e3-15f694473a81 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:46.939954 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1592b987-c1a3-440d-a83c-c41f7718b8dc req-3a6eb408-2b8c-4bf8-b1e3-15f694473a81 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 945 time: 0.2757719
May 04 13:49:46.950967 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78399-2a85-4618-ae3c-36b72d3dd05a req-68630040-0c01-479f-b56c-4f6632a99c8b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:46.950967 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-18f78399-2a85-4618-ae3c-36b72d3dd05a req-68630040-0c01-479f-b56c-4f6632a99c8b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Synchronizing usage tracker for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:46.978797 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Request body: {'port': {'device_id': '768f115c-423c-4004-99b6-077ca65c0b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:47.065844 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1592b987-c1a3-440d-a83c-c41f7718b8dc req-ca1e7f4b-8837-44fe-8edb-646c29cbea83 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249256
May 04 13:49:47.066628 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-18f78399-2a85-4618-ae3c-36b72d3dd05a req-68630040-0c01-479f-b56c-4f6632a99c8b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Unset dirty status for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:47.067647 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-18f78399-2a85-4618-ae3c-36b72d3dd05a req-68630040-0c01-479f-b56c-4f6632a99c8b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 932 time: 0.4057238
May 04 13:49:47.170248 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.170501 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.177700 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.182724 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Transition to ACTIVE for port object 5ac5db37-79bf-4141-bcad-5633b6792016 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:47.185377 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-18f78399-2a85-4618-ae3c-36b72d3dd05a req-fe9d9f63-cb2e-409c-afdc-c428caf2cf58 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762954
May 04 13:49:47.204839 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Transition to ACTIVE for port object 5ac5db37-79bf-4141-bcad-5633b6792016 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:47.231758 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.238635 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:47.249783 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.318280 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Pushing event updated for resources: {'Port': ['ID=5ac5db37-79bf-4141-bcad-5633b6792016,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:47.323039 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:47.331898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0c37da2d-0e6e-4524-8ea6-17b2913fe641 None None] Provisioning for port 4d870245-42f8-4f45-a898-0e409feb50d7 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:47.340292 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:47.341917 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:47.347037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:47.352386 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-0c37da2d-0e6e-4524-8ea6-17b2913fe641 None None] Provisioning complete for port 4d870245-42f8-4f45-a898-0e409feb50d7 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:47.352386 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0c37da2d-0e6e-4524-8ea6-17b2913fe641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.446830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Allocated IP 172.27.1.200 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/4d0ff10e-06da-44c2-a18d-7edf94d8e0a5) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:47.488021 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-0c37da2d-0e6e-4524-8ea6-17b2913fe641 None None] Port 4d870245-42f8-4f45-a898-0e409feb50d7 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:49:47.492702 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Attempting to bind port 5ac5db37-79bf-4141-bcad-5633b6792016 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:47.493325 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Attempting to bind port 5ac5db37-79bf-4141-bcad-5633b6792016 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:47.493887 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Attempting to bind port 5ac5db37-79bf-4141-bcad-5633b6792016 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:47.500372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:47.500745 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Checking segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:47.501170 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.501562 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Bound using segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:47.502034 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Bound port: 5ac5db37-79bf-4141-bcad-5633b6792016, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:47.502401 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.566717 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d870245-42f8-4f45-a898-0e409feb50d7 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:49:47.576317 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.600122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Transition to ACTIVE for port object 4d870245-42f8-4f45-a898-0e409feb50d7 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:47.600373 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] For port 5ac5db37-79bf-4141-bcad-5633b6792016, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:47.604191 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] For port 5ac5db37-79bf-4141-bcad-5633b6792016, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5ac5db37-79bf-4141-bcad-5633b6792016,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:47.606747 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.610813 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.611957 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:47.616594 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:47.623259 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.656523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:47.668119 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-25d12a17-2dea-4484-9af0-d3abb3d0feb1 tempest-VolumesNegativeTest-1891389904 tempest-VolumesNegativeTest-1891389904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:47.703672 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Pushing event updated for resources: {'Port': ['ID=5ac5db37-79bf-4141-bcad-5633b6792016,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:47.707314 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:47.722540 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:47.735472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:47.740080 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:47.806942 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:47.811680 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:47.897976 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:47.905775 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:47.995843 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Attempting to bind port 4d870245-42f8-4f45-a898-0e409feb50d7 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:47.996195 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Attempting to bind port 4d870245-42f8-4f45-a898-0e409feb50d7 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:47.996523 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Attempting to bind port 4d870245-42f8-4f45-a898-0e409feb50d7 on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:48.002663 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Port 4d870245-42f8-4f45-a898-0e409feb50d7 on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:49:48.003098 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Attempting to bind port 4d870245-42f8-4f45-a898-0e409feb50d7 on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:48.008974 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:48.008974 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Checking segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:48.009327 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Bound using segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:48.009745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Bound port: 4d870245-42f8-4f45-a898-0e409feb50d7, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:48.010091 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:48.015000 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:48.135425 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:48.138760 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:48.142706 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:48.147413 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:48.200698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:48.201384 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:48.202844 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-18084368-947c-4a28-96ed-87583fd9766b service neutron] 10.222.0.48 "PUT /v2.0/ports/4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 1094 time: 1.2437840
May 04 13:49:48.203350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:48.273851 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'status': 'completed', 'code': 200}
May 04 13:49:48.288694 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:48.408935 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:48.427521 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:48.494433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad341d1-a157-4158-926c-edf70e14cca5 req-cfa30b4a-182d-420c-b21d-570597651546 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:48.496420 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6ad341d1-a157-4158-926c-edf70e14cca5 req-cfa30b4a-182d-420c-b21d-570597651546 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 945 time: 0.2724154
May 04 13:49:48.564698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-9c144432-ed3c-4f8d-8be9-0009a9caff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:48.566205 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-9c144432-ed3c-4f8d-8be9-0009a9caff87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1097 time: 0.2943358
May 04 13:49:48.583839 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6ad341d1-a157-4158-926c-edf70e14cca5 req-8af99b32-3bce-4ba2-ae0c-cf3a95e86941 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767739
May 04 13:49:48.669709 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-f7c220ee-be3c-43e8-b69a-b295ae367fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 217 time: 0.0836499
May 04 13:49:48.679268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1356-5776-4841-af8d-245fa51816ea req-cc265d98-1034-4086-9781-2a1a029ef395 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:48.685672 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a73e1356-5776-4841-af8d-245fa51816ea req-cc265d98-1034-4086-9781-2a1a029ef395 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.2602041
May 04 13:49:48.848626 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a73e1356-5776-4841-af8d-245fa51816ea req-155ca20c-42c2-4179-8e4d-cf96ca0a5845 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244197
May 04 13:49:48.850352 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-88930691-d579-45af-bc20-060fdc0382af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:48.851956 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-88930691-d579-45af-bc20-060fdc0382af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.1648240
May 04 13:49:48.902789 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:48.932570 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe7b4c-0d54-4208-afc7-0b4fcd792089 None None] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:48.958316 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14796017-74d2-4772-9cf5-981a899d71be req-089ba79a-5704-4ae1-bce5-e809c5014617 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:48.959750 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-14796017-74d2-4772-9cf5-981a899d71be req-089ba79a-5704-4ae1-bce5-e809c5014617 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 945 time: 0.2047508
May 04 13:49:49.032662 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fabc2-b34a-4262-8671-224db852c411 req-fe767a9f-f8cf-4741-95a7-60e524457ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:49.034195 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-fe767a9f-f8cf-4741-95a7-60e524457ff4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1711781
May 04 13:49:49.038100 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-98023b3e-370e-44eb-b7bf-139363cdb57a None None] Provisioning for port 5ac5db37-79bf-4141-bcad-5633b6792016 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:49.134292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:49:49.240733 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Deleting port b7a2a67c-be83-4efd-a84d-846b86af3bdc {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:49:49.241113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:49.271444 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-e8bfb5e7-7181-43f2-81a6-28c4121f0b2e service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274604
May 04 13:49:49.384233 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:49.395828 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:49.408404 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:49.409512 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90838040>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:49.411343 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:49.415809 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1073647
May 04 13:49:49.416264 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60468) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:49.514916 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04fabc2-b34a-4262-8671-224db852c411 req-410a534e-ba11-4548-a109-37e74c1f243c service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334449
May 04 13:49:49.554083 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] For port b7a2a67c-be83-4efd-a84d-846b86af3bdc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b7a2a67c-be83-4efd-a84d-846b86af3bdc,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:49.554469 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:49.700856 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:50.004019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Calling delete_port for b7a2a67c-be83-4efd-a84d-846b86af3bdc owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:49:50.041494 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5ac5db37-79bf-4141-bcad-5633b6792016 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:50.209931 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.220862 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:50.229052 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['b7a2a67c-be83-4efd-a84d-846b86af3bdc'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:50.304910 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 5ac5db37-79bf-4141-bcad-5633b6792016 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:50.314526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 5ac5db37-79bf-4141-bcad-5633b6792016 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:50.314996 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.339991 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Pushing event deleted for resources: {'Port': ['ID=b7a2a67c-be83-4efd-a84d-846b86af3bdc,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:50.344527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:50.395243 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90838040>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:48Z', 'revision_number': 3, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:50.441952 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:50.442313 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Updating router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:49:50.467423 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-b58392a9-fb62-4f73-867d-5c2ad79754f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:50.469930 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-b58392a9-fb62-4f73-867d-5c2ad79754f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1097 time: 0.8990622
May 04 13:49:50.472139 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] No DVR routers for this DVR port b7a2a67c-be83-4efd-a84d-846b86af3bdc on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:49:50.475429 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.496740 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'name': 'network-vif-deleted', 'tag': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:50.503460 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-14796017-74d2-4772-9cf5-981a899d71be req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "DELETE /v2.0/ports/b7a2a67c-be83-4efd-a84d-846b86af3bdc HTTP/1.1" status: 204  len: 173 time: 1.5327768
May 04 13:49:50.528012 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.570526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.622391 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.706316 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 5ac5db37-79bf-4141-bcad-5633b6792016, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5ac5db37-79bf-4141-bcad-5633b6792016,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:50.715027 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:50.722686 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b190920a-48f2-49c9-87de-0a4645a26548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:50.769485 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c24e93-afcb-4624-9652-0b7ed84e70ff req-06e3f307-e02d-4261-973e-88644a9122d2 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:50.770370 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-01c24e93-afcb-4624-9652-0b7ed84e70ff req-06e3f307-e02d-4261-973e-88644a9122d2 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Synchronizing usage tracker for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:49:50.805786 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc023f84-c9a3-4a27-b1ea-7e6d6606e612 req-acb3512a-0377-45d5-aa1b-d20efe5de022 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:50.807459 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc023f84-c9a3-4a27-b1ea-7e6d6606e612 req-acb3512a-0377-45d5-aa1b-d20efe5de022 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.5146315
May 04 13:49:50.817053 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-01c24e93-afcb-4624-9652-0b7ed84e70ff req-06e3f307-e02d-4261-973e-88644a9122d2 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Unset dirty status for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:49:50.818700 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-01c24e93-afcb-4624-9652-0b7ed84e70ff req-06e3f307-e02d-4261-973e-88644a9122d2 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=67a10d35-9b9d-4cdb-8da0-f40467b7229c HTTP/1.1" status: 200  len: 867 time: 0.8224723
May 04 13:49:50.838497 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-716f991c-1bfa-4673-b6b0-e2468ea4a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:50.840176 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-716f991c-1bfa-4673-b6b0-e2468ea4a1d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.3448265
May 04 13:49:50.899003 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=5ac5db37-79bf-4141-bcad-5633b6792016,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:50.903527 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:50.969467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Allocated IP 172.20.0.1 (9cea9c3f-b0d1-471a-ae73-b665e863d7a7/33d2277c-10f0-4440-91e0-03c7efd8cc18/cd1a3224-5055-4438-be92-b73fb1a2c1c8) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:50.978023 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-d1c760a4-6db1-4e60-a688-de591b659dc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 217 time: 0.1081841
May 04 13:49:50.997726 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc023f84-c9a3-4a27-b1ea-7e6d6606e612 req-542c3cb7-5d70-45a3-b0bf-68b6bb055102 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528382
May 04 13:49:51.062162 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.081053 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-78ae28e4-c657-41f2-983a-7f45414c1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:51.082645 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-78ae28e4-c657-41f2-983a-7f45414c1cdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.0716379
May 04 13:49:51.084690 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a10d35-9b9d-4cdb-8da0-f40467b7229c', 'name': 'network-vif-deleted', 'tag': 'b7a2a67c-be83-4efd-a84d-846b86af3bdc', 'status': 'completed', 'code': 200}
May 04 13:49:51.088085 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-01c24e93-afcb-4624-9652-0b7ed84e70ff req-9d9fd7eb-8ef0-4503-88d9-d22776376b56 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2461619
May 04 13:49:51.097205 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Transition to ACTIVE for port object 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:51.114822 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.134572 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:51.183865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-fef69fe3-9c63-4209-b0c4-9ab68a6c586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:51.185602 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-fef69fe3-9c63-4209-b0c4-9ab68a6c586c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940950
May 04 13:49:51.185984 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.206527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Transition to ACTIVE for port object cd1a3224-5055-4438-be92-b73fb1a2c1c8 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:51.224759 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Attempting to bind port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:51.225429 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Attempting to bind port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:51.226001 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Attempting to bind port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:51.234994 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Pushing event updated for resources: {'Port': ['ID=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:51.237966 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:51.238602 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:51.239270 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.239824 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:51.240507 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Bound port: 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:51.241035 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.247047 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.255511 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d5197106-2b60-4de4-b4d9-dcaf6e7ad88b tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:51.291790 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:51.346084 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] For port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:51.351515 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] For port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:51.357056 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.362173 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:51.366943 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1a3224-5055-4438-be92-b73fb1a2c1c8,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:51.370403 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:51.376412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:51.378185 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:51.380995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:51.451209 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.457654 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:51.458307 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90838040>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:51.461309 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-fa415e5c-e739-4cf3-8e77-0748a57e1169 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2633367
May 04 13:49:51.542755 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Pushing event updated for resources: {'Port': ['ID=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:51.559247 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.559596 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.559937 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.560275 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.560615 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.560948 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.561887 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.562214 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.562543 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.562868 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.563206 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.563507 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:49:51.570120 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:51.680721 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99041175-9ae4-4862-ba09-5d7c7f023bff req-1928b8c6-4669-42c1-9d95-b84e4e0c67d5 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065487
May 04 13:49:51.768453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:51.817008 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-933c38a8-6397-461a-8f81-844cfba93f92 None None] Provisioning for port cd1a3224-5055-4438-be92-b73fb1a2c1c8 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:51.842199 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.889234 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-933c38a8-6397-461a-8f81-844cfba93f92 None None] Provisioning complete for port cd1a3224-5055-4438-be92-b73fb1a2c1c8 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:51.889939 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-933c38a8-6397-461a-8f81-844cfba93f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:51.970715 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5ac5db37-79bf-4141-bcad-5633b6792016 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:52.002924 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60504) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:52.079118 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-933c38a8-6397-461a-8f81-844cfba93f92 None None] Port cd1a3224-5055-4438-be92-b73fb1a2c1c8 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:49:52.147769 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.169887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:52.217298 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.237126 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.237354 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Usage tracker for resource:security_group_rule and tenant:438602e41f63464eabf55a3d80ff6000 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:52.237354 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:52.245007 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:52.255512 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 5ac5db37-79bf-4141-bcad-5633b6792016 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:52.256029 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.296077 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9f2a502c-e53e-4829-963b-804dde7eb110 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:52.299913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b4967-0cad-44e0-abbe-be6f1b9b0e9f req-251e6cbd-cc6b-4158-95d3-507832fd83c7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:52.301530 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ae3b4967-0cad-44e0-abbe-be6f1b9b0e9f req-251e6cbd-cc6b-4158-95d3-507832fd83c7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1373150
May 04 13:49:52.340082 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90838040>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:48Z', 'revision_number': 3, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:52.346490 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32414c4-5d22-4fc9-b475-497262a600f9 None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:48Z', 'revision_number': 3, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:52.384030 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.389043 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ae3b4967-0cad-44e0-abbe-be6f1b9b0e9f req-b8f1d776-5059-4fe0-b377-2dbdf19122d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805125
May 04 13:49:52.454621 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.460660 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.474662 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c36b174a-2cff-44b9-8e8c-106604fffa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:52.520425 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=438602e41f63464eabf55a3d80ff6000&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5160446
May 04 13:49:52.523427 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60518) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:52.526113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e8271-cc97-44b1-82a0-cc80af239240,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:52.573867 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:52.658091 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.677783 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:49:52.683631 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1a3224-5055-4438-be92-b73fb1a2c1c8,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:52.684997 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b7a2a67c-be83-4efd-a84d-846b86af3bdc no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:49:52.706123 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:52.722282 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.747849 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:52.751804 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:52.825070 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: b7a2a67c-be83-4efd-a84d-846b86af3bdc {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:49:52.825587 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device b7a2a67c-be83-4efd-a84d-846b86af3bdc not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:49:52.874828 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.879264 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-793877f4-db7b-4fc0-8dcf-0437d9b69d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:52.894436 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e8271-cc97-44b1-82a0-cc80af239240,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:52.903897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:52.911401 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:52.916116 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/733e8271-cc97-44b1-82a0-cc80af239240 HTTP/1.1" status: 204  len: 168 time: 0.3891366
May 04 13:49:53.113539 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:53.136055 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '4d870245-42f8-4f45-a898-0e409feb50d7', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7', 'mac_address': 'fa:16:3e:2a:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:49:53.210890 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:53.213958 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:49:53.245017 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d870245-42f8-4f45-a898-0e409feb50d7 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:49:53.267645 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:53.275753 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:53.278697 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-e6c816a8-6837-4ba5-b702-38fc2f9f585b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:53.321989 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-69027ab3-9846-42a3-be14-873c1b606b1b None None] Provisioning complete for port cd1a3224-5055-4438-be92-b73fb1a2c1c8 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:53.322340 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-69027ab3-9846-42a3-be14-873c1b606b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:53.447956 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-69027ab3-9846-42a3-be14-873c1b606b1b None None] Port cd1a3224-5055-4438-be92-b73fb1a2c1c8 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:49:53.449695 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:53.467212 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:53.544686 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:49:53.562532 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] 10.222.0.25 "PUT /v2.0/routers/86602dc0-1fc8-4b87-bd80-bd230a9cd30f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1438329
May 04 13:49:53.655823 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b6223-78e8-4a7d-b6a2-ca3a8e17e879 req-f062ed87-1dc5-4d77-9a3c-9c9519484550 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:53.659841 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b38b6223-78e8-4a7d-b6a2-ca3a8e17e879 req-f062ed87-1dc5-4d77-9a3c-9c9519484550 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 945 time: 0.1052246
May 04 13:49:53.740802 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b38b6223-78e8-4a7d-b6a2-ca3a8e17e879 req-3579cf6c-2ea3-44e0-9676-6847357f9075 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703990
May 04 13:49:53.945258 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:54.047644 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:54.056126 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:54.056743 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.201567 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.238186 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:54.252343 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.254128 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:54.335575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:54.339545 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:54.442894 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60566) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:54.452411 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-438173483-network', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:54.458835 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:54.463228 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Usage tracker for resource:network and tenant:ea2670f70bf24963bcd5d2dd33e76740 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:54.466229 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:54.474064 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:54.490076 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Made reservation on behalf of ea2670f70bf24963bcd5d2dd33e76740 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:54.492634 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.507523 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.527795 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:54.533241 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Usage tracker for resource:security_group_rule and tenant:ea2670f70bf24963bcd5d2dd33e76740 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:54.536315 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:54.542270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:54.589949 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:49:54.607665 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:54.608736 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5a90>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:54.658227 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.664642 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.672762 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-761c44d6-8836-4a86-915e-5a465344d1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:54.695916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:49:54.719583 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.719931 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Added segment 0ea20537-9d62-4d6a-92ae-69258e33e42d of type vlan for network 6623363e-daf0-4df3-b308-ebea5d5c3eaa
May 04 13:49:54.726509 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a579ecc-787a-43eb-b375-f3dd68fcd675,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:54.729995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:54.762292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.808461 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.812247 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:54.813184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:54.818155 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:54.874497 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:54.961682 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Pushing event updated for resources: {'Network': ['ID=6623363e-daf0-4df3-b308-ebea5d5c3eaa,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:54.965740 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:54.971614 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5267997
May 04 13:49:54.974757 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60582) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:54.977627 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:49:54.993261 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Request body: {'subnet': {'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-438173483-subnet', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:55.006830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:55.022232 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Usage tracker for resource:subnet and tenant:ea2670f70bf24963bcd5d2dd33e76740 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:55.025411 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:55.033121 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:55.063489 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Made reservation on behalf of ea2670f70bf24963bcd5d2dd33e76740 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:49:55.066178 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28041402'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.100654 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185b57a-67e6-4d8c-a1e6-53bdaf98fc44 req-6768a79b-5675-433d-bae9-e145e3a97491 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:55.102186 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4185b57a-67e6-4d8c-a1e6-53bdaf98fc44 req-6768a79b-5675-433d-bae9-e145e3a97491 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 945 time: 0.2092679
May 04 13:49:55.193319 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4185b57a-67e6-4d8c-a1e6-53bdaf98fc44 req-b1869795-eb75-4c8a-b9bf-f17cdc7e9ede tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849912
May 04 13:49:55.277431 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5a90>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 2, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:55.281801 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:49:55.282218 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Updating router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f port cd1a3224-5055-4438-be92-b73fb1a2c1c8 binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:49:55.342026 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.556946 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28138249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28041388'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.562707 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:55.641495 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b232dd-9c4a-4e24-b909-d00f58df93c5,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:55.646056 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:55.650507 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Checking segment: {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:55.650951 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Network hostable DHCP agents. Network: 6623363e-daf0-4df3-b308-ebea5d5c3eaa, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:49:55.670971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:49:55.681540 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 6623363e-daf0-4df3-b308-ebea5d5c3eaa) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:55.691706 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:55.692392 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.693339 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb768b2-9981-427b-886c-83c9133f608e None None] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:55.732582 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4575b6c6-0d7c-4313-8f91-fc55ad5dd542 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7544162
May 04 13:49:55.733929 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60594) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:55.739839 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.743760 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:49:55.751684 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Transition to ACTIVE for port object cd1a3224-5055-4438-be92-b73fb1a2c1c8 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:55.753211 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:55.761016 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.761729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Usage tracker for resource:router and tenant:ea2670f70bf24963bcd5d2dd33e76740 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:55.767101 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:55.772610 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-cd91d0b7-ab35-4601-960d-bfe7bed30309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:55.779464 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:55.806342 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61016'] for router, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.807393 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664036', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61009'] for router, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.847536 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b035205-3bab-47de-96ec-918c6e969ef2 None None] Pushing event updated for resources: {'Port': ['ID=cd1a3224-5055-4438-be92-b73fb1a2c1c8,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:55.876527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:55.960476 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0b035205-3bab-47de-96ec-918c6e969ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:56.061352 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:56.115720 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Attempting to bind port cd1a3224-5055-4438-be92-b73fb1a2c1c8 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:56.116342 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Attempting to bind port cd1a3224-5055-4438-be92-b73fb1a2c1c8 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:56.116953 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Attempting to bind port cd1a3224-5055-4438-be92-b73fb1a2c1c8 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:56.127350 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:56.128054 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Checking segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:56.128673 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:56.129401 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Bound using segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:56.131952 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Bound port: cd1a3224-5055-4438-be92-b73fb1a2c1c8, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:56.132705 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:56.157959 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['4d870245-42f8-4f45-a898-0e409feb50d7'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:49:56.192640 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e587ae-f013-5074-b3d8-3691e20fd046-6623363e-daf0-4df3-b308-ebea5d5c3eaa', 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'fixed_ips': [{'subnet_id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5'}]}} from dv-cinder-789564-1-iscsi. {{(pid=73861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 04 13:49:56.193767 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:56.304009 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] For port cd1a3224-5055-4438-be92-b73fb1a2c1c8, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:56.309022 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] For port cd1a3224-5055-4438-be92-b73fb1a2c1c8, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=cd1a3224-5055-4438-be92-b73fb1a2c1c8,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:56.319037 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:56.330773 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-7f333ccd-d45f-43e1-b053-b6dbca443592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:56.392165 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:56.392698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:56.433596 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61091'] for router, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:56.448899 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b035205-3bab-47de-96ec-918c6e969ef2 None None] Pushing event updated for resources: {'Port': ['ID=cd1a3224-5055-4438-be92-b73fb1a2c1c8,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:56.453626 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-0b035205-3bab-47de-96ec-918c6e969ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:56.463906 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:49:56.465376 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5a90>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:56.536175 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cf99f-19eb-4d7a-8f80-354df39f8089 req-d3176c10-8347-4942-8d37-f71078f91765 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:56.538030 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c93cf99f-19eb-4d7a-8f80-354df39f8089 req-d3176c10-8347-4942-8d37-f71078f91765 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 945 time: 0.1773770
May 04 13:49:56.538429 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.db_base_plugin_common [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Allocated IP 172.20.0.2 (6623363e-daf0-4df3-b308-ebea5d5c3eaa/a5b232dd-9c4a-4e24-b909-d00f58df93c5/67188478-22e2-442a-9c29-396f5f0befe6) {{(pid=73861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:56.690089 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c93cf99f-19eb-4d7a-8f80-354df39f8089 req-a4a0b830-0552-45f0-bbdf-71fee23ac314 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742309
May 04 13:49:56.743852 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:49:56.979236 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.002395 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Notify callbacks [] for port, precommit_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.013735 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Transition to ACTIVE for port object 67188478-22e2-442a-9c29-396f5f0befe6 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:57.024156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.036853 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Transition to ACTIVE for port object 67188478-22e2-442a-9c29-396f5f0befe6 will not be triggered until provisioned by entity DHCP. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:49:57.048265 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062'] for port, after_create {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.055662 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:57.133526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa is already hosted by enough agents. {{(pid=73861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:57.134914 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.scheduler.base_scheduler [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Resources bound (agent type, host, resource id):  {{(pid=73861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:57.144003 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Received port after_create {{(pid=73861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:57.153000 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-564d3cd0-d733-4919-971e-969a3855220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5a90>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:56Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:49:57.158323 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d3cd0-d733-4919-971e-969a3855220d None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:56Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:49:57.205830 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Pushing event updated for resources: {'Port': ['ID=67188478-22e2-442a-9c29-396f5f0befe6,revision_number=1']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:57.260955 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:57.269680 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Allocated IP 172.27.1.111 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/454b8276-3132-4bf0-90c9-1d70eae476f5) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:49:57.310030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Attempting to bind port 67188478-22e2-442a-9c29-396f5f0befe6 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:49:57.310417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Attempting to bind port 67188478-22e2-442a-9c29-396f5f0befe6 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:49:57.310864 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Attempting to bind port 67188478-22e2-442a-9c29-396f5f0befe6 on network 6623363e-daf0-4df3-b308-ebea5d5c3eaa {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:49:57.317672 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:49:57.318046 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Checking segment: {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:49:57.318451 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.318891 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Bound using segment: {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:49:57.319307 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Bound port: 67188478-22e2-442a-9c29-396f5f0befe6, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:49:57.319721 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.434941 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] For port 67188478-22e2-442a-9c29-396f5f0befe6, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:49:57.439557 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] For port 67188478-22e2-442a-9c29-396f5f0befe6, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=67188478-22e2-442a-9c29-396f5f0befe6,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:49:57.447657 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.453371 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-baf9056c-06cb-4f43-920e-61e9ffe546c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:57.494637 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.540819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.567525 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Pushing event updated for resources: {'Port': ['ID=67188478-22e2-442a-9c29-396f5f0befe6,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:57.572040 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:57.573871 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3e5be15b-67b2-48b8-ae32-92339a635941 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:57.675848 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Pushing event updated for resources: {'Port': ['ID=454b8276-3132-4bf0-90c9-1d70eae476f5,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:57.685592 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:49:57.686758 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:57.687807 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:49:57.690169 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:49:57.814510 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:57.892041 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0bcc644f-cdf2-416b-a9d5-03b5fafb7d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:57.975511 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 4d870245-42f8-4f45-a898-0e409feb50d7 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:57.991705 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 4d870245-42f8-4f45-a898-0e409feb50d7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:57.992090 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.118528 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 67188478-22e2-442a-9c29-396f5f0befe6 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:58.233789 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.269198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:49:58.283023 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:58.287036 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 67188478-22e2-442a-9c29-396f5f0befe6 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:58.292724 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.295987 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:58.333216 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device cd1a3224-5055-4438-be92-b73fb1a2c1c8 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:58.364140 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd36cf3-f556-4489-b986-86ebd66b6abf req-7d7a4abf-f6a1-470b-aace-e5eb10b880dc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:58.371306 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ccd36cf3-f556-4489-b986-86ebd66b6abf req-7d7a4abf-f6a1-470b-aace-e5eb10b880dc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 945 time: 0.3017216
May 04 13:49:58.466402 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:58.482886 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:58.504887 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port cd1a3224-5055-4438-be92-b73fb1a2c1c8 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:58.517503 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port cd1a3224-5055-4438-be92-b73fb1a2c1c8 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:58.517898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.578804 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'code': 200}
May 04 13:49:58.619146 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.709530 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ccd36cf3-f556-4489-b986-86ebd66b6abf req-f8c48e94-7da2-41c3-8d68-abd374899680 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3355281
May 04 13:49:58.857286 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.942461 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port cd1a3224-5055-4438-be92-b73fb1a2c1c8, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=cd1a3224-5055-4438-be92-b73fb1a2c1c8,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:58.948282 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:58.952826 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:59.094982 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f3911-1287-4c43-b91a-bde31184cf1f None None] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:49:59.286778 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dbc34-fe72-4007-a4ef-47f9bacdad04 req-85c06277-9f47-4b69-a481-9680004583c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:49:59.288479 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e27dbc34-fe72-4007-a4ef-47f9bacdad04 req-85c06277-9f47-4b69-a481-9680004583c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1099 time: 0.3207359
May 04 13:49:59.334368 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=cd1a3224-5055-4438-be92-b73fb1a2c1c8,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:59.343647 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Provisioning for port 67188478-22e2-442a-9c29-396f5f0befe6 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:49:59.352355 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:49:59.361883 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Provisioning complete for port 67188478-22e2-442a-9c29-396f5f0befe6 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:49:59.362495 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:59.428552 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e27dbc34-fe72-4007-a4ef-47f9bacdad04 req-66d98557-bd6f-4b67-804b-e312fb300433 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622582
May 04 13:49:59.429906 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663938'] for router, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:59.433322 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60654) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:49:59.654669 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:59.707722 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] For port 67188478-22e2-442a-9c29-396f5f0befe6, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=67188478-22e2-442a-9c29-396f5f0befe6,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:49:59.713654 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:59.715567 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:49:59.722907 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:49:59.754670 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:49:59.762209 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Usage tracker for resource:security_group_rule and tenant:9956234b4e1647bcb4dade5d253fc218 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:49:59.768171 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:49:59.777284 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:49:59.853909 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c is scheduled to L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 with binding_index 1 {{(pid=73860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 04 13:49:59.948229 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Pushing event updated for resources: {'Port': ['ID=67188478-22e2-442a-9c29-396f5f0befe6,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:49:59.955279 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device cd1a3224-5055-4438-be92-b73fb1a2c1c8 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:49:59.987924 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:00.064554 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port cd1a3224-5055-4438-be92-b73fb1a2c1c8 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:00.064931 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.157699 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-ef0f6fa9-0768-42c6-a4ba-38e8d69a6cc3 None None] Provisioning complete for port 67188478-22e2-442a-9c29-396f5f0befe6 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:00.158071 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6fa9-0768-42c6-a4ba-38e8d69a6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.162109 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.171149 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.181271 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c97d4b5d-3144-4d18-a1cb-e33db9465ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:00.256648 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:50:00.267764 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65baa708-e300-4ba5-94e3-fc015dd2b8e6,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:00.273409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Sync routers for ids ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:50:00.283502 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9956234b4e1647bcb4dade5d253fc218&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8461983
May 04 13:50:00.283765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60662) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:00.284449 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:00.292746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc6ee7-3ca5-4b66-b495-49f80332011d req-413329fc-a428-4b2b-a6ef-66c9f8ae6e58 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:00.294421 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a7dc6ee7-3ca5-4b66-b495-49f80332011d req-413329fc-a428-4b2b-a6ef-66c9f8ae6e58 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.3273613
May 04 13:50:00.298236 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Routers {'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:00.299029 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e900ff5b0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:49:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:00.337231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.341321 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ff4116a0-b274-47b0-9148-1ff5ce3da46b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6033826
May 04 13:50:00.343442 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60668) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:00.373278 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a7dc6ee7-3ca5-4b66-b495-49f80332011d req-10c55937-444a-47bf-b615-34821ceded0c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639915
May 04 13:50:00.551360 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.574527 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Set router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:00.721478 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.921907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:00.935659 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e900ff5b0>, [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 3, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:00.942730 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Checking router: c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:50:00.943287 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Updating router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c port 454b8276-3132-4bf0-90c9-1d70eae476f5 binding host dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:50:01.002985 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.008374 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.028726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b3becec8-e671-4e15-86fe-5f447c333c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:01.061905 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65baa708-e300-4ba5-94e3-fc015dd2b8e6,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:01.072359 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:01.083398 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.084807 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65baa708-e300-4ba5-94e3-fc015dd2b8e6 HTTP/1.1" status: 204  len: 168 time: 0.8028038
May 04 13:50:01.164853 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-062ebf47-11cf-48f7-8311-4095622999ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.480788 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.521218 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Transition to ACTIVE for port object 454b8276-3132-4bf0-90c9-1d70eae476f5 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:50:01.535409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.545259 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:01.679419 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Attempting to bind port 454b8276-3132-4bf0-90c9-1d70eae476f5 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:50:01.680529 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Attempting to bind port 454b8276-3132-4bf0-90c9-1d70eae476f5 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:50:01.680719 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Attempting to bind port 454b8276-3132-4bf0-90c9-1d70eae476f5 on network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:50:01.710486 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:50:01.711115 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Checking segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:50:01.712055 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.712983 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Bound using segment: {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:50:01.713817 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Bound port: 454b8276-3132-4bf0-90c9-1d70eae476f5, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:50:01.714417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.738429 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60682) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:01.765954 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.780124 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922813f9-a8bd-48de-b91c-868c7ce6d669 None None] Pushing event updated for resources: {'Port': ['ID=454b8276-3132-4bf0-90c9-1d70eae476f5,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:01.786376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:01.787082 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-922813f9-a8bd-48de-b91c-868c7ce6d669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:01.793633 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Usage tracker for resource:security_group_rule and tenant:ea66abb1d590495396db6e48bbaeaaca is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:01.799662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:01.803830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.818646 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:01.847116 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] For port 454b8276-3132-4bf0-90c9-1d70eae476f5, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:50:01.854302 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] For port 454b8276-3132-4bf0-90c9-1d70eae476f5, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=454b8276-3132-4bf0-90c9-1d70eae476f5,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:50:01.866160 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:01.875832 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c16ec7e7-a5ce-4599-93dc-e53aeee707f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:01.880679 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d8ee-6d27-4d8a-bafc-766ea53a9a89 req-58c6336f-4fff-40a4-b95f-45fc51fccf0c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:01.883388 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4245d8ee-6d27-4d8a-bafc-766ea53a9a89 req-58c6336f-4fff-40a4-b95f-45fc51fccf0c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.3463974
May 04 13:50:01.986672 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4245d8ee-6d27-4d8a-bafc-766ea53a9a89 req-44d9d7f8-733f-4039-954d-614fdf62f121 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917859
May 04 13:50:02.054344 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 67188478-22e2-442a-9c29-396f5f0befe6 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:02.106761 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.115270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.129868 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1acdd15c-c192-4d31-a4ae-e1acae871d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:02.146081 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Allocated IP 172.20.0.1 (6623363e-daf0-4df3-b308-ebea5d5c3eaa/a5b232dd-9c4a-4e24-b909-d00f58df93c5/02c9a408-5ea4-41e5-885e-6fe447746677) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:50:02.149590 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Routers {'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:02.150295 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e900ff5b0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:02.192701 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea66abb1d590495396db6e48bbaeaaca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4530511
May 04 13:50:02.195801 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c946e-47fa-4ab1-8212-979c595efd61,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:02.198248 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60686) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:02.201295 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:02.227955 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922813f9-a8bd-48de-b91c-868c7ce6d669 None None] Pushing event updated for resources: {'Port': ['ID=454b8276-3132-4bf0-90c9-1d70eae476f5,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:02.240154 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-922813f9-a8bd-48de-b91c-868c7ce6d669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:02.315766 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 67188478-22e2-442a-9c29-396f5f0befe6 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:02.315766 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.324144 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.370604 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.417660 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] Set router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:02.423519 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.459078 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Transition to ACTIVE for port object 02c9a408-5ea4-41e5-885e-6fe447746677 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:50:02.476186 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.490027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:02.511023 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c946e-47fa-4ab1-8212-979c595efd61,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:02.516484 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:02.518846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.521528 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e18c946e-47fa-4ab1-8212-979c595efd61 HTTP/1.1" status: 204  len: 168 time: 0.3201532
May 04 13:50:02.527412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.536404 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ccc3ee8-5442-4b8f-91eb-0e9e66cbaf76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:02.619672 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:50:02.634079 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:50:02.663775 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:50:02.792201 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-666861'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:02.795072 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Pushing event updated for resources: {'Port': ['ID=02c9a408-5ea4-41e5-885e-6fe447746677,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:02.870309 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:02.893030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e900ff5b0>, [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 3, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:02.898104 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487477d-2d9e-470d-a6b5-fec57c9d5fef None None] The sync data for ids ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'] in dv-cinder-789564-1-iscsi is: [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 3, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:50:02.972096 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:03.013590 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-ec9222a8-374a-4c34-894d-d4586b23adba None None] Provisioning for port 02c9a408-5ea4-41e5-885e-6fe447746677 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:50:03.023568 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-ec9222a8-374a-4c34-894d-d4586b23adba None None] Provisioning complete for port 02c9a408-5ea4-41e5-885e-6fe447746677 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:03.023854 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ec9222a8-374a-4c34-894d-d4586b23adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:03.135430 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-ec9222a8-374a-4c34-894d-d4586b23adba None None] Port 02c9a408-5ea4-41e5-885e-6fe447746677 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:50:03.208832 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:03.376054 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1272-60e4-412a-8595-eaa36c799e6d req-2326fc93-995c-40d9-aa17-3f55b104907e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:03.377901 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16db1272-60e4-412a-8595-eaa36c799e6d req-2326fc93-995c-40d9-aa17-3f55b104907e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1469791
May 04 13:50:03.408419 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:03.438570 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:03.455388 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16db1272-60e4-412a-8595-eaa36c799e6d req-6d5cb099-43a5-461f-a787-df0835952cba tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697556
May 04 13:50:03.484344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-147f719a-d713-4466-99ac-1e4e77d490bc tempest-AttachVolumeNegativeTest-317327251 tempest-AttachVolumeNegativeTest-317327251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:03.584890 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666702'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:03.589233 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Pushing event updated for resources: {'Port': ['ID=02c9a408-5ea4-41e5-885e-6fe447746677,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:03.593207 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:03.763955 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:50:03.765684 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:50:04.021534 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 454b8276-3132-4bf0-90c9-1d70eae476f5 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:04.132932 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-17ce4195-9d15-4545-852d-f783a7663770 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:04.141425 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-17ce4195-9d15-4545-852d-f783a7663770 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/networks?id=e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 200  len: 814 time: 0.3313739
May 04 13:50:04.152497 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-8aa4272e-ac35-43ce-9122-9c205752bcaa tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/quotas/5cf95f8514784fa4a54d8c8b99b98d33 HTTP/1.1" status: 200  len: 375 time: 0.0100298
May 04 13:50:04.159973 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:50:04.167321 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 454b8276-3132-4bf0-90c9-1d70eae476f5 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:50:04.177435 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 454b8276-3132-4bf0-90c9-1d70eae476f5 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:04.177966 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:04.214005 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-b8094444-8bef-48eb-a40e-2aeb32cc9c84 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478477
May 04 13:50:04.230661 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-29794b26-62eb-4736-be95-04df4606f920 None None] Provisioning complete for port 02c9a408-5ea4-41e5-885e-6fe447746677 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:04.231416 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-29794b26-62eb-4736-be95-04df4606f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:04.320391 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-29794b26-62eb-4736-be95-04df4606f920 None None] Port 02c9a408-5ea4-41e5-885e-6fe447746677 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:50:04.406813 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-5dc8bddb-35d4-4dbe-b58e-2639aac21439 service neutron] 10.222.0.25 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822882
May 04 13:50:04.415434 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:04.436657 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:50:04.444414 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 454b8276-3132-4bf0-90c9-1d70eae476f5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=454b8276-3132-4bf0-90c9-1d70eae476f5,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:04.452968 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:04.458045 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-afa5385a-04b4-4cb0-8608-d8b93a48dffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:04.466608 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] 10.222.0.25 "PUT /v2.0/routers/c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1205127
May 04 13:50:04.567830 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:04.597429 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=454b8276-3132-4bf0-90c9-1d70eae476f5,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:04.604124 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:04.801963 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-3133da71-d86b-45e6-83ad-49c43b16bc7a service neutron] 10.222.0.25 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3864679
May 04 13:50:04.880622 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545c008-cc0b-48f3-a0ca-264bf3a06fdd req-b9286bf9-a128-41f1-838e-f2985658480b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:04.893511 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f545c008-cc0b-48f3-a0ca-264bf3a06fdd req-b9286bf9-a128-41f1-838e-f2985658480b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1571751
May 04 13:50:04.950861 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f545c008-cc0b-48f3-a0ca-264bf3a06fdd req-24d0745e-a602-415a-8b6b-82639bc14798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562449
May 04 13:50:05.232990 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc373276-1fa5-401a-9616-4298331108cb req-38097f6c-f702-4a4d-8a59-a4034039c5d8 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 210 time: 0.0546136
May 04 13:50:05.312153 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Sync routers for ids ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:50:05.334326 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Routers {'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:05.336477 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9031bd30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:05.516725 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294fff2-8a38-403e-9235-4984d12a9aa4 req-5074923b-2991-40f8-92e0-29d6352d85a3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:05.516725 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3294fff2-8a38-403e-9235-4984d12a9aa4 req-5074923b-2991-40f8-92e0-29d6352d85a3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1416771
May 04 13:50:05.531240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60738) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:05.540630 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'floatingip': {'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:05.586812 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Set router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:05.738133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:05.808406 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60742) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:05.820287 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060476143', 'description': 'tempest-secgroup-smoke-2060476143 description', 'project_id': '5c781e4120884a42bb61d9695f9b7252'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:05.830192 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:05.835181 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:05.840272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:05.868427 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:05.896277 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:05.931858 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:05.936814 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:05.940943 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:05.949452 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:05.971053 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 454b8276-3132-4bf0-90c9-1d70eae476f5 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:06.088058 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 454b8276-3132-4bf0-90c9-1d70eae476f5 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:06.088991 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.124941 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9031bd30>, [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:50:02Z', 'revision_number': 4, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '02c9a408-5ea4-41e5-885e-6fe447746677', 'name': '', 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'mac_address': 'fa:16:3e:b6:d7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:50:01Z', 'updated_at': '2021-05-04T13:50:03Z', 'revision_number': 2, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'subnets': [{'id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:06.127658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.131735 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Checking router: c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:50:06.133731 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Updating router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c port 02c9a408-5ea4-41e5-885e-6fe447746677 binding host dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 04 13:50:06.153971 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.166638 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4c30a78c-490c-4743-a754-6a693916d7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:06.222124 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.241915 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4eb4e-8cdf-4320-add3-e85138bf7142,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:06.246246 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.247468 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4370878
May 04 13:50:06.248524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:06.250721 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60748) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:06.256542 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eb4e-8cdf-4320-add3-e85138bf7142', 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:06.293906 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:06.315453 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:06.325542 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:06.347824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:06.399018 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.620130 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f8316e7c-2550-4e0c-bc72-63e17188dd53 req-c54b9910-4d0e-46c9-a6c1-88a1078aeefc tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 210 time: 0.1522770
May 04 13:50:06.828537 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.846878 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-0f2b865b-34ea-40b8-a337-7f14df841dea tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:06.851564 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-0f2b865b-34ea-40b8-a337-7f14df841dea tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "GET /v2.0/networks?id=e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 200  len: 814 time: 0.4413874
May 04 13:50:06.851564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.853469 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.856546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:06.870510 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.provisioning_blocks [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Transition to ACTIVE for port object 02c9a408-5ea4-41e5-885e-6fe447746677 will not be triggered until provisioned by entity L2. {{(pid=73862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:50:06.878249 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Request body: {'port': {'device_id': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569', 'admin_state_up': True, 'tenant_id': '5cf95f8514784fa4a54d8c8b99b98d33'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:06.883273 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.887497 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-ec890b1d-e6ab-40df-92c2-6dd55f89e5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:06.913679 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.928068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:06.968390 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c2930d-c23c-461a-aa3a-e28c4023be61,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:06.979111 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:07.005755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.014978 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7618649
May 04 13:50:07.016209 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 60758) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:07.069914 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cbaf4-6e7c-4340-8c16-bf7ae3caefa8 None None] Pushing event updated for resources: {'Port': ['ID=02c9a408-5ea4-41e5-885e-6fe447746677,revision_number=3']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:07.105723 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3b0cbaf4-6e7c-4340-8c16-bf7ae3caefa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:07.122705 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eb4e-8cdf-4320-add3-e85138bf7142', 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:07.135089 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:07.140754 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Attempting to bind port 02c9a408-5ea4-41e5-885e-6fe447746677 on host dv-cinder-789564-1-iscsi for vnic_type normal with profile  {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:50:07.141376 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Attempting to bind port 02c9a408-5ea4-41e5-885e-6fe447746677 by drivers openvswitch,hyperv on host dv-cinder-789564-1-iscsi at level 0 using segments [{'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:50:07.141825 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Attempting to bind port 02c9a408-5ea4-41e5-885e-6fe447746677 on network 6623363e-daf0-4df3-b308-ebea5d5c3eaa {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:50:07.150305 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:07.154138 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Checking agent: {'id': '8a87347e-dbad-429d-a95e-c85a46ec929b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 36, 1), 'started_at': datetime.datetime(2021, 5, 4, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:50:07.154608 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Checking segment: {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:50:07.155811 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.157351 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Bound using segment: {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'} {{(pid=73862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:50:07.158241 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.managers [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Bound port: 02c9a408-5ea4-41e5-885e-6fe447746677, host: dv-cinder-789564-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea20537-9d62-4d6a-92ae-69258e33e42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa'}}] {{(pid=73862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:50:07.158440 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:07.158785 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.176561 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:07.214345 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:07.228182 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.243899 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:07.269121 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Floating IP f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c associated. External IP: 172.27.1.63, port: 4d870245-42f8-4f45-a898-0e409feb50d7.
May 04 13:50:07.272716 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] For port 02c9a408-5ea4-41e5-885e-6fe447746677, host dv-cinder-789564-1-iscsi, cleared binding levels {{(pid=73862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:50:07.280352 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.plugins.ml2.db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] For port 02c9a408-5ea4-41e5-885e-6fe447746677, host dv-cinder-789564-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=02c9a408-5ea4-41e5-885e-6fe447746677,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:50:07.288589 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Made reservation on behalf of 5cf95f8514784fa4a54d8c8b99b98d33 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:50:07.294911 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.297222 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron_lib.callbacks.manager [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.303178 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:07.395786 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.420876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.428602 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-11471fc7-f79d-4145-883e-fb13eb851c56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:07.481459 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cbaf4-6e7c-4340-8c16-bf7ae3caefa8 None None] Pushing event updated for resources: {'Port': ['ID=02c9a408-5ea4-41e5-885e-6fe447746677,revision_number=4']} {{(pid=73862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:07.492362 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG oslo_concurrency.lockutils [None req-3b0cbaf4-6e7c-4340-8c16-bf7ae3caefa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:07.506694 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Routers {'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:07.507925 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9031bd30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:07.643658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce545f3-78fd-481c-8336-a2b6e519b427,revision_number=0']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:07.649239 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:07.755402 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:07.760553 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-26b1da43-fac4-4531-aba2-d40f5e28e4c6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6517832
May 04 13:50:07.761237 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60766) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:07.782740 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eb4e-8cdf-4320-add3-e85138bf7142', 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:07.811904 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:07.821251 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:07.835515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:07.847795 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:07.858877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Allocated IP 172.20.0.13 (e5f4abcc-97a8-4cad-a669-e75df99e3569/a410b1e2-fbfb-4b42-bf5c-757f6f7391ad/f7ae5010-08e9-46c0-a02f-1b9c67d07a60) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:50:07.880663 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-3dfbcbdd-e63e-49f2-a1e9-7c9db4899496 req-4f5e863d-2aef-4ef0-b006-f253ac4993c0 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Synchronizing usage tracker for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:50:07.911273 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] Set router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:07.918542 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-3dfbcbdd-e63e-49f2-a1e9-7c9db4899496 req-4f5e863d-2aef-4ef0-b006-f253ac4993c0 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Unset dirty status for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:50:07.919866 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3dfbcbdd-e63e-49f2-a1e9-7c9db4899496 req-4f5e863d-2aef-4ef0-b006-f253ac4993c0 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 210 time: 0.1090319
May 04 13:50:07.961836 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.018757 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Router 9292f346-49e7-4d8d-a635-3504a2801476 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:50:08.150117 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.213410 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.224076 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:08.252562 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a8555b-fd39-4a1f-8974-e83f33e351a8,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:08.259549 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:08.285454 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.287131 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8879120a-a21f-4a55-9407-6f82a28ff3f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5244191
May 04 13:50:08.291975 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60770) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:08.304158 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eb4e-8cdf-4320-add3-e85138bf7142', 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:08.311448 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.313313 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:50:08.315351 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:08.320204 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.331339 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:50:08.356105 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:08.366601 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:08.375381 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:08.376003 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.377265 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:08.383070 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90469d60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:08.393641 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:08.407819 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1bfbed09-0840-4e81-b190-4440900297d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "PUT /v2.0/floatingips/f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c HTTP/1.1" status: 200  len: 991 time: 2.8693800
May 04 13:50:08.407819 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:08.442264 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.449462 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9031bd30>, [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:50:02Z', 'revision_number': 4, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '02c9a408-5ea4-41e5-885e-6fe447746677', 'name': '', 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'mac_address': 'fa:16:3e:b6:d7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:50:01Z', 'updated_at': '2021-05-04T13:50:07Z', 'revision_number': 4, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'subnets': [{'id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:08.456282 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e8195-76e2-4bf0-965e-7b9e8558f7a9 None None] The sync data for ids ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'] in dv-cinder-789564-1-iscsi is: [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:50:02Z', 'revision_number': 4, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '02c9a408-5ea4-41e5-885e-6fe447746677', 'name': '', 'network_id': '6623363e-daf0-4df3-b308-ebea5d5c3eaa', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'mac_address': 'fa:16:3e:b6:d7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:50:01Z', 'updated_at': '2021-05-04T13:50:07Z', 'revision_number': 4, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'subnets': [{'id': 'a5b232dd-9c4a-4e24-b909-d00f58df93c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:50:08.574555 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Pushing event updated for resources: {'Port': ['ID=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:08.580431 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:08.606712 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:50:08.609947 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:50:08.645447 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:50:08.688550 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'status': 'completed', 'code': 200}
May 04 13:50:08.829258 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.848244 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.851900 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:08.915160 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:08.916268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.937697 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53469101-dd38-4cb7-845d-d87f41afca2b,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:08.947944 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:08.966190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-7b54caad-fd24-4ce9-b032-c87a081a0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:08.972061 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-7b54caad-fd24-4ce9-b032-c87a081a0eac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1099 time: 0.2750239
May 04 13:50:08.979158 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:08.981252 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6880035
May 04 13:50:08.987929 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60782) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:09.002275 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eb4e-8cdf-4320-add3-e85138bf7142', 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:09.013769 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:09.023945 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:09.028574 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:09.036915 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:09.052576 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1820550
May 04 13:50:09.056774 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.securitygroups_db [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Project 5c781e4120884a42bb61d9695f9b7252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 13:50:09.060730 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:09.066559 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.098770 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Request body: {'port': {'device_id': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:09.165473 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.170539 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.174726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-662069a7-4d4a-4250-90d2-9532106f8bf0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:09.226900 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a908bc9-f06e-4c49-80aa-8ced3b481e98,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:09.230998 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:09.263987 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.269370 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2764080
May 04 13:50:09.269833 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 60788) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:09.280771 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'security_group_rule': {'security_group_id': 'fed4eb4e-8cdf-4320-add3-e85138bf7142', 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:09.294171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:09.304726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:security_group_rule and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:09.312529 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:09.327267 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:09.349522 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.securitygroups_db [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Project 5c781e4120884a42bb61d9695f9b7252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 04 13:50:09.360030 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.408313 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-2a302f53-574a-4db4-99bf-929ffcd14694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:09.411638 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-2a302f53-574a-4db4-99bf-929ffcd14694 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.4328034
May 04 13:50:09.484489 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.491106 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.508105 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:09.509659 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.552451 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7799085f-1de0-4437-aa69-63d0a6d1d6cd,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:09.557136 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:09.565354 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:09.570567 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9d04d638-f2ae-4bf3-ade3-4ee57305e560 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2963455
May 04 13:50:09.676173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace7c4-4641-4e79-965b-7cf620772039 req-4f84963d-1ecd-4b9e-b08d-7ac2360e8917 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:09.688803 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16ace7c4-4641-4e79-965b-7cf620772039 req-4f84963d-1ecd-4b9e-b08d-7ac2360e8917 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 932 time: 0.4469631
May 04 13:50:09.696965 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90469d60>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': 'f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'mac_address': 'fa:16:3e:2a:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f115c-423c-4004-99b6-077ca65c0b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:41Z', 'updated_at': '2021-05-04T13:50:06Z', 'revision_number': 1, 'project_id': '311baf92615445f5aca8300637eb206e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:09.700506 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-5d1370aa-ad16-44d6-8c61-d803736662ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 999 time: 0.2730985
May 04 13:50:09.702558 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:50:09.714356 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:09.715500 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90469d60>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:09.900791 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16ace7c4-4641-4e79-965b-7cf620772039 req-8e432bf6-a990-40f0-a21d-f193bb81dc7d tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106600
May 04 13:50:09.906086 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-3f313c94-a384-4535-bacb-54863c9687d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:09.907690 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-3f313c94-a384-4535-bacb-54863c9687d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.1804299
May 04 13:50:10.114903 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 02c9a408-5ea4-41e5-885e-6fe447746677 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:10.215448 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-f79b5262-9a2d-4246-945f-9c53f2842a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:10.217885 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-f79b5262-9a2d-4246-945f-9c53f2842a45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2993193
May 04 13:50:10.240250 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:10.327834 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning for port 02c9a408-5ea4-41e5-885e-6fe447746677 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:50:10.338811 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 02c9a408-5ea4-41e5-885e-6fe447746677 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:10.339172 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:10.553943 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ae5010-08e9-46c0-a02f-1b9c67d07a60 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:50:10.570165 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:10.723340 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:10.731728 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-54c42954-1344-4539-94b5-28653e56320e service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5045192
May 04 13:50:10.732888 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Transition to ACTIVE for port object f7ae5010-08e9-46c0-a02f-1b9c67d07a60 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:50:10.772911 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:10.793688 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:10.834580 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] For port 02c9a408-5ea4-41e5-885e-6fe447746677, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=02c9a408-5ea4-41e5-885e-6fe447746677,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:10.845784 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:10.849608 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:10.936900 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Pushing event updated for resources: {'Port': ['ID=02c9a408-5ea4-41e5-885e-6fe447746677,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:10.940790 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:10.952905 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90469d60>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': 'f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'mac_address': 'fa:16:3e:2a:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f115c-423c-4004-99b6-077ca65c0b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:41Z', 'updated_at': '2021-05-04T13:50:06Z', 'revision_number': 1, 'project_id': '311baf92615445f5aca8300637eb206e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:10.959079 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9e924-531f-4282-8075-170ecd8b01ea None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': 'f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'mac_address': 'fa:16:3e:2a:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f115c-423c-4004-99b6-077ca65c0b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:49:41Z', 'updated_at': '2021-05-04T13:50:06Z', 'revision_number': 1, 'project_id': '311baf92615445f5aca8300637eb206e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:50:11.110497 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:11.223885 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dcec5e01-2e55-430b-b94d-c20a9e4fbaee req-dc7c442f-a713-4387-bc2c-94cb3416a458 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4826565
May 04 13:50:11.235174 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.235541 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.235905 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.236259 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.236618 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.236966 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.237348 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.237774 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.238170 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.238654 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.239033 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.239416 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:50:11.253324 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:11.283810 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d733e-a906-46c6-aebc-759b47d6044b None None] New status for floating IP f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c: ACTIVE {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:50:11.325831 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Attempting to bind port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:50:11.326172 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Attempting to bind port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:50:11.326536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Attempting to bind port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 on network e5f4abcc-97a8-4cad-a669-e75df99e3569 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:50:11.337311 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 on network e5f4abcc-97a8-4cad-a669-e75df99e3569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:50:11.338352 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Attempting to bind port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 on network e5f4abcc-97a8-4cad-a669-e75df99e3569 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:50:11.348892 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:50:11.349372 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Checking segment: {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:50:11.349625 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Bound using segment: {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:50:11.350181 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Bound port: f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:50:11.350643 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:11.379742 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8827cb5-a32b-46b2-8426-14383f6c8dab req-6b1791bc-0f62-4435-b68c-021addaedb0b tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:11.381817 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d8827cb5-a32b-46b2-8426-14383f6c8dab req-6b1791bc-0f62-4435-b68c-021addaedb0b tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 944 time: 0.2245255
May 04 13:50:11.536951 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d8827cb5-a32b-46b2-8426-14383f6c8dab req-c6ffc165-e13d-4d5b-8bf6-a652dbbb19ee tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418247
May 04 13:50:11.550884 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] For port f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:50:11.556750 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] For port f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:50:11.574996 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:11.584074 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f82cb7e5-4798-4261-a888-7fbdc0c05249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:11.705220 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:11.706276 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:11.708842 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] 10.222.0.48 "PUT /v2.0/ports/f7ae5010-08e9-46c0-a02f-1b9c67d07a60 HTTP/1.1" status: 200  len: 1094 time: 2.6233974
May 04 13:50:11.709733 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'tag': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:11.790125 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:11.817334 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:12.043622 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 02c9a408-5ea4-41e5-885e-6fe447746677 up at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:12.064724 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'tag': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60', 'status': 'completed', 'code': 200}
May 04 13:50:12.083248 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-74f958e1-c266-4928-8f31-797935d6e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:12.085581 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-74f958e1-c266-4928-8f31-797935d6e276 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 1097 time: 0.2662547
May 04 13:50:12.145161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Provisioning complete for port 02c9a408-5ea4-41e5-885e-6fe447746677 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:12.145832 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:12.198049 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-4d2be056-bb8d-49f2-af27-9fbda65ad19d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60 HTTP/1.1" status: 200  len: 217 time: 0.1037638
May 04 13:50:12.336622 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-31c37a02-baea-4ced-bb39-d0e682572fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:12.340193 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-31c37a02-baea-4ced-bb39-d0e682572fe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a410b1e2-fbfb-4b42-bf5c-757f6f7391ad HTTP/1.1" status: 200  len: 854 time: 0.1326613
May 04 13:50:12.432772 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-96f4181b-4743-4f85-a0f6-98389374d456 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5f4abcc-97a8-4cad-a669-e75df99e3569&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841603
May 04 13:50:12.587284 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-df136dc0-4469-4994-97a1-9bd0ae524742 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467786
May 04 13:50:12.814267 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2c42b716-41c9-411a-a4d2-25f960477a01 req-a725eca3-4532-4714-9465-49d3ec483e8c service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2173009
May 04 13:50:12.836787 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81949-7aee-4033-b547-8b0a0b40179a req-8b5f3997-c95b-4fbb-968e-ce0fb0cb4824 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:12.839631 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21d81949-7aee-4033-b547-8b0a0b40179a req-8b5f3997-c95b-4fbb-968e-ce0fb0cb4824 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 944 time: 0.1443622
May 04 13:50:12.945377 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21d81949-7aee-4033-b547-8b0a0b40179a req-cfc67c18-6053-4c10-ab9b-2a1148c74432 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960310
May 04 13:50:12.992876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-bfd5bad2-4e63-4819-976b-955106d0f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:12.996338 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-bfd5bad2-4e63-4819-976b-955106d0f2fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 1097 time: 0.1262829
May 04 13:50:13.176173 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-ba1ddf8b-1d06-463b-8d2a-88fd6304de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:13.177892 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-ba1ddf8b-1d06-463b-8d2a-88fd6304de65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 200  len: 915 time: 0.1695988
May 04 13:50:13.360773 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-495361a9-60dd-4ed8-ae2a-97f40bea4b1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60 HTTP/1.1" status: 200  len: 217 time: 0.1747830
May 04 13:50:13.428279 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-347271ab-9f60-46a2-99d4-2d8fb486d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:13.429812 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-347271ab-9f60-46a2-99d4-2d8fb486d480 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a410b1e2-fbfb-4b42-bf5c-757f6f7391ad HTTP/1.1" status: 200  len: 854 time: 0.0621190
May 04 13:50:13.491278 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-b1b22ae7-fcb6-4c84-8b57-68e177b3057f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5f4abcc-97a8-4cad-a669-e75df99e3569&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495150
May 04 13:50:13.649127 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-d1f2bcec-1936-48db-8227-c718907bd923 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495953
May 04 13:50:13.816370 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6991d996-3233-4e9f-aa34-55169e8a8e1e req-dd717156-5eda-47f0-9dc8-f5dd60cbb269 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553080
May 04 13:50:14.214663 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf25b5-1a0a-4f08-8e96-bc5977c0153a req-1ff0eeaa-29e5-44ce-9085-4841b89289bd tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:14.216180 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5eaf25b5-1a0a-4f08-8e96-bc5977c0153a req-1ff0eeaa-29e5-44ce-9085-4841b89289bd tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 944 time: 0.1173644
May 04 13:50:14.270267 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5eaf25b5-1a0a-4f08-8e96-bc5977c0153a req-8678c729-2267-4b48-bea3-1b4ac0fe5ff4 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470047
May 04 13:50:15.474547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232fb5-4acf-460c-8b1b-b769d7ef3c1c req-fe5a3a0e-eded-47d5-af96-e675dfb7fd7e tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:15.476019 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cf232fb5-4acf-460c-8b1b-b769d7ef3c1c req-fe5a3a0e-eded-47d5-af96-e675dfb7fd7e tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 944 time: 0.0895078
May 04 13:50:15.523366 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cf232fb5-4acf-460c-8b1b-b769d7ef3c1c req-4b90b6df-e597-42b3-ba4b-898567158e31 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415056
May 04 13:50:15.891440 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device f7ae5010-08e9-46c0-a02f-1b9c67d07a60 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:50:16.101033 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:16.115898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60', 'network_id': 'e5f4abcc-97a8-4cad-a669-e75df99e3569', 'port_id': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60', 'mac_address': 'fa:16:3e:bc:22:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a410b1e2-fbfb-4b42-bf5c-757f6f7391ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:50:16.177856 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:16.196276 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ae5010-08e9-46c0-a02f-1b9c67d07a60 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:50:16.215939 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:16.221393 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:16.223365 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-b190920a-48f2-49c9-87de-0a4645a26548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:16.315661 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:16.323231 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:16.493267 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['f7ae5010-08e9-46c0-a02f-1b9c67d07a60'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:50:16.690892 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-c159cfc8-7b2c-4f1b-b24f-360683a5651c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0933974
May 04 13:50:16.995826 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db831c-a0b3-4855-bb66-cbac5f7d3755 req-e39850e1-c814-4d9b-945e-d50f098bbc87 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:16.997479 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5db831c-a0b3-4855-bb66-cbac5f7d3755 req-e39850e1-c814-4d9b-945e-d50f098bbc87 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 945 time: 0.2499685
May 04 13:50:17.001743 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-1e66424e-dc4a-41da-9df5-a87dd31bc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:17.003211 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-1e66424e-dc4a-41da-9df5-a87dd31bc761 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.1744788
May 04 13:50:17.083547 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5db831c-a0b3-4855-bb66-cbac5f7d3755 req-ac384a2d-699d-4fe9-8b76-518b321c81a9 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783272
May 04 13:50:17.206959 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-9ca7ad25-3218-4db4-bec9-51f4a2b57204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:17.209312 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-9ca7ad25-3218-4db4-bec9-51f4a2b57204 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.1729968
May 04 13:50:17.324117 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-29e65cc4-a3ad-4489-aae3-a9c9062ba8fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 1002 time: 0.1054981
May 04 13:50:17.395203 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-899f8d2f-f62d-4a13-8498-ba85ff1b608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:17.395901 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-899f8d2f-f62d-4a13-8498-ba85ff1b608b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0627589
May 04 13:50:17.496725 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-18f4ff2e-ac96-4489-8e60-5362fd1ee8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:17.498882 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-18f4ff2e-ac96-4489-8e60-5362fd1ee8ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0953472
May 04 13:50:17.648925 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-afb084fc-4184-40f5-94f6-120083d71c4a service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407411
May 04 13:50:17.800746 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7b2f9b59-937f-4d75-9abb-b7f24d977dfd req-7827c365-0187-4e07-beb8-bd3ca96afa43 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426651
May 04 13:50:17.921461 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device f7ae5010-08e9-46c0-a02f-1b9c67d07a60 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:18.031792 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:18.043723 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:50:18.049926 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:18.050332 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:18.180758 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:18.211244 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:18.222340 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:18.226999 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:18.229202 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:18.300363 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60', 'code': 200}
May 04 13:50:18.324117 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:18.345667 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:18.614806 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb091-d0e1-446e-a8bb-85048a666597 req-8df8c237-3278-420d-972d-e8263f817cfe tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:18.622515 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27afb091-d0e1-446e-a8bb-85048a666597 req-8df8c237-3278-420d-972d-e8263f817cfe tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 946 time: 0.3359921
May 04 13:50:18.660036 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7625b-8aac-4a43-8ec1-8d495e000770 req-372e0059-eed8-4a7f-a55c-d32744b5933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:18.661586 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-30c7625b-8aac-4a43-8ec1-8d495e000770 req-372e0059-eed8-4a7f-a55c-d32744b5933e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 1099 time: 0.1644845
May 04 13:50:18.698801 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27afb091-d0e1-446e-a8bb-85048a666597 req-5442f5ad-6af8-40c9-a611-809f01e3f2bc tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752027
May 04 13:50:18.723066 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-30c7625b-8aac-4a43-8ec1-8d495e000770 req-b52710c5-8cd7-49a2-9786-f57cd9f06d9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510716
May 04 13:50:20.038482 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41da22d-a394-4e0e-8155-e56cca188c5f req-82f4b94b-a147-49cf-951d-f8b317d04523 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:20.040113 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c41da22d-a394-4e0e-8155-e56cca188c5f req-82f4b94b-a147-49cf-951d-f8b317d04523 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 946 time: 0.0977817
May 04 13:50:20.103501 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c41da22d-a394-4e0e-8155-e56cca188c5f req-cd5e120e-def8-46c6-85ca-cf0849349c35 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521030
May 04 13:50:21.881670 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:50:27.812073 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0718f6f0-d8bf-42b2-b749-d0bcabe551aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:28.317643 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-d0a680e0-b693-49d0-b642-1046bbbf0101 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:security_group {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:50:28.337161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-d0a680e0-b693-49d0-b642-1046bbbf0101 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:security_group {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:50:28.338813 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-d0a680e0-b693-49d0-b642-1046bbbf0101 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060476143&fields=id&tenant_id=5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 267 time: 0.0670452
May 04 13:50:28.502817 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2ee94155-3822-4af7-9176-05360b595b65 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:28.504385 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2ee94155-3822-4af7-9176-05360b595b65 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 812 time: 0.1581569
May 04 13:50:28.521217 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-b8e4504b-1c26-4565-9da3-ba58adcc0c17 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/quotas/5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 375 time: 0.0107136
May 04 13:50:28.619618 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-6f409a04-94f1-4181-8248-b0adad749722 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0926464
May 04 13:50:28.781633 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-3941977d-ff1e-41cf-89d9-ee2b82170665 service neutron] 10.222.0.25 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462975
May 04 13:50:28.937027 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-bd97c12a-7728-4d0b-a506-11ba67c5d997 service neutron] 10.222.0.25 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485972
May 04 13:50:29.536836 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c3f65dad-136e-4c50-8c49-7e1fc760cd66 req-94bc4970-4965-49f8-9356-968eabdace6e tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 210 time: 0.0514867
May 04 13:50:30.723178 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e385028f-e9f0-4a5e-8519-7a1aa2fedcab req-16512e02-4999-47ca-8aaa-845c0e4a53a5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 210 time: 0.0547173
May 04 13:50:30.915759 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:31.151524 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4be4f1a3-f6c3-4a90-86b8-42084d7757ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:31.882607 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7e3c6f25-6af6-4655-8986-017682cd4bd0 req-31d76846-a395-4a95-9c15-4220aaf8b379 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 210 time: 0.0467391
May 04 13:50:33.051092 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4ede597e-4e20-49e2-b858-8e822755f7be req-698bc51a-8992-495f-8daf-742a767286ca tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 210 time: 0.0482612
May 04 13:50:33.181203 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:33.503826 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-ab1acc1c-c269-4748-9013-14614b9f836b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:33.505503 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-ab1acc1c-c269-4748-9013-14614b9f836b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 812 time: 0.1899383
May 04 13:50:33.585413 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2c4b2537-2af4-4c4c-a7f6-4a3fc5b01495 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 380 time: 0.0683546
May 04 13:50:33.608171 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'port': {'device_id': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'admin_state_up': True, 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'security_groups': ['fed4eb4e-8cdf-4320-add3-e85138bf7142']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:33.877766 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:33.882633 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:port and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:33.886502 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:33.894475 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:33.906213 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Made reservation on behalf of 5c781e4120884a42bb61d9695f9b7252 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:50:33.909983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:34.100345 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Allocated IP 172.20.0.10 (9cea9c3f-b0d1-471a-ae73-b665e863d7a7/33d2277c-10f0-4440-91e0-03c7efd8cc18/19b7ea15-cb05-430d-accb-f8f35ec02673) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:50:34.263750 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8cefcffd-ee57-4e21-a3fc-da4e6e39ab45 req-98ec358e-ddb4-4461-9c41-663055d3e011 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 210 time: 0.0722239
May 04 13:50:34.488700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:34.507094 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Transition to ACTIVE for port object 19b7ea15-cb05-430d-accb-f8f35ec02673 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:50:34.516019 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:34.536873 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:34.543485 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:34.619263 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:50:34.627770 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:50:34.630785 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:50:34.685516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:34.689305 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:34.716493 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:34.717706 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:34.752803 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1602604
May 04 13:50:34.896032 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-8ae7f52c-875e-4ee4-b520-b86774d75057 None None] Provisioning for port 19b7ea15-cb05-430d-accb-f8f35ec02673 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:50:34.904150 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-8ae7f52c-875e-4ee4-b520-b86774d75057 None None] Provisioning complete for port 19b7ea15-cb05-430d-accb-f8f35ec02673 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:34.905402 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f52c-875e-4ee4-b520-b86774d75057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:34.971279 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7f52c-875e-4ee4-b520-b86774d75057 None None] Port 19b7ea15-cb05-430d-accb-f8f35ec02673 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:50:35.474808 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385c23-5464-4c43-a074-c948219c051c req-98fa5be3-6cf0-4b86-9324-329b2e781dee tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:35.475512 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b4385c23-5464-4c43-a074-c948219c051c req-98fa5be3-6cf0-4b86-9324-329b2e781dee tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:50:35.494753 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b4385c23-5464-4c43-a074-c948219c051c req-98fa5be3-6cf0-4b86-9324-329b2e781dee tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:50:35.495999 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b4385c23-5464-4c43-a074-c948219c051c req-98fa5be3-6cf0-4b86-9324-329b2e781dee tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 932 time: 0.1076376
May 04 13:50:35.547716 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b4385c23-5464-4c43-a074-c948219c051c req-1e8fc9fd-a183-4350-a78b-60c236634732 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422750
May 04 13:50:36.074876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Request body: {'port': {'device_id': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:36.196388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:36.563816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b7ea15-cb05-430d-accb-f8f35ec02673 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:50:36.571652 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:36.587350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Transition to ACTIVE for port object 19b7ea15-cb05-430d-accb-f8f35ec02673 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:50:36.591689 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:36.595724 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:36.911917 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:36.924106 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:37.107058 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ae6a6-19b9-4faa-b456-afea0f58d3d1 req-fd49b370-0395-4109-a286-d04040633688 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:37.108923 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d58ae6a6-19b9-4faa-b456-afea0f58d3d1 req-fd49b370-0395-4109-a286-d04040633688 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.4366755
May 04 13:50:37.147231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Attempting to bind port 19b7ea15-cb05-430d-accb-f8f35ec02673 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:50:37.147573 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Attempting to bind port 19b7ea15-cb05-430d-accb-f8f35ec02673 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:50:37.147887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Attempting to bind port 19b7ea15-cb05-430d-accb-f8f35ec02673 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:50:37.163984 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Port 19b7ea15-cb05-430d-accb-f8f35ec02673 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:50:37.164280 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Attempting to bind port 19b7ea15-cb05-430d-accb-f8f35ec02673 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:50:37.177815 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:50:37.178163 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Checking segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:50:37.178557 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Bound using segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:50:37.179011 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Bound port: 19b7ea15-cb05-430d-accb-f8f35ec02673, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:50:37.179361 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:37.195106 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d58ae6a6-19b9-4faa-b456-afea0f58d3d1 req-c98ec61b-7964-4966-ad11-d376f2a418f7 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781698
May 04 13:50:37.313514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:50:37.316800 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=19b7ea15-cb05-430d-accb-f8f35ec02673,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:50:37.321868 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:37.327687 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-51c630da-00e5-465a-82a5-4565a7b2dbdf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:37.385506 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:37.386532 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:37.389519 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/19b7ea15-cb05-430d-accb-f8f35ec02673 HTTP/1.1" status: 200  len: 1094 time: 1.3183887
May 04 13:50:37.390446 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:37.484795 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'status': 'completed', 'code': 200}
May 04 13:50:37.485582 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:37.489471 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:37.543149 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-3b86252d-c572-4f25-a781-61f876469763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:37.548106 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-3b86252d-c572-4f25-a781-61f876469763 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 1097 time: 0.1042216
May 04 13:50:37.631524 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-64eaf508-d3ed-4cca-9c1c-176929cdb2c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b7ea15-cb05-430d-accb-f8f35ec02673 HTTP/1.1" status: 200  len: 217 time: 0.0749028
May 04 13:50:37.709761 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-7c149b48-cb1d-463d-9b04-aa34ebe0c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:37.711413 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-7c149b48-cb1d-463d-9b04-aa34ebe0c0d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0714574
May 04 13:50:37.917547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-c9e17359-819f-408b-a535-935c00004bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:37.921442 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-c9e17359-819f-408b-a535-935c00004bec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1998239
May 04 13:50:38.064112 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-6102d757-8273-4930-be95-e12ede0168c5 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372855
May 04 13:50:38.209121 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea20f7f2-b273-4303-ae96-05e051cad134 req-60abfdf0-b46b-4f98-b939-2538af2f3f6e service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380022
May 04 13:50:38.407846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-542d57f0-4bc2-4852-9e88-74e3f0fabe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:38.409363 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-542d57f0-4bc2-4852-9e88-74e3f0fabe85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 1097 time: 0.1452067
May 04 13:50:38.417846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bb74-240d-4440-876f-0d1b679b70b8 req-40019723-8ec9-48cb-9666-67c14ce5d618 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:38.419501 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc14bb74-240d-4440-876f-0d1b679b70b8 req-40019723-8ec9-48cb-9666-67c14ce5d618 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.1136951
May 04 13:50:38.580006 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc14bb74-240d-4440-876f-0d1b679b70b8 req-f3c76792-8c59-4a28-9a32-3cbf3899e2f5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404755
May 04 13:50:38.624160 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-89f8fc19-a3fe-4b4b-971b-8fbec47bb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:38.626503 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-89f8fc19-a3fe-4b4b-971b-8fbec47bb8c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.2053320
May 04 13:50:38.706162 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-f2e5d750-98ff-4367-9845-76111ff786ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b7ea15-cb05-430d-accb-f8f35ec02673 HTTP/1.1" status: 200  len: 217 time: 0.0727057
May 04 13:50:38.783333 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-02adea9e-e96e-4da6-9017-6506733420e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:38.785035 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-02adea9e-e96e-4da6-9017-6506733420e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0709140
May 04 13:50:38.883660 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-a4de28ab-69fd-4728-9635-202281705881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:38.885247 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-a4de28ab-69fd-4728-9635-202281705881 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908113
May 04 13:50:39.034258 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-bb266148-4b18-4097-b808-97adbe8b3718 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416080
May 04 13:50:39.191977 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28438e71-e7b2-46df-849d-67ccaa83b27e req-8d68b302-78e2-43d8-81c9-de438903c17f service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468530
May 04 13:50:39.778925 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08271de-2e64-4230-bd35-f2bf025cd433 req-a4ba8589-d5ce-42f8-8bec-168ad61f709e tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:39.781070 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e08271de-2e64-4230-bd35-f2bf025cd433 req-a4ba8589-d5ce-42f8-8bec-168ad61f709e tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.0832977
May 04 13:50:39.838640 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e08271de-2e64-4230-bd35-f2bf025cd433 req-04b2abea-a03d-4d2c-acd2-7c384aca68b9 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498915
May 04 13:50:41.052742 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdecfe7-6b28-48de-98f0-a8a63c3d6264 req-9bb4612e-5f47-4fbe-b330-a7c640d8ab53 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:41.054354 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2fdecfe7-6b28-48de-98f0-a8a63c3d6264 req-9bb4612e-5f47-4fbe-b330-a7c640d8ab53 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.0923114
May 04 13:50:41.110762 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2fdecfe7-6b28-48de-98f0-a8a63c3d6264 req-d4183dfd-c8cc-4a13-be0d-68224793ffe3 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455503
May 04 13:50:42.325872 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc700d-e214-4d4c-913c-10c874075450 req-600ed193-28b1-4d4c-8f50-4323968f57f4 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:42.327622 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0fcc700d-e214-4d4c-913c-10c874075450 req-600ed193-28b1-4d4c-8f50-4323968f57f4 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.0869141
May 04 13:50:42.375386 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0fcc700d-e214-4d4c-913c-10c874075450 req-4574ee0b-56f7-4112-ab4a-bdbc3831cb92 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418310
May 04 13:50:43.599359 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d931740-b562-4e38-8fe5-64c2caa4e43e req-b0279815-f5f5-4143-9bda-35e77720f204 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:43.608319 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6d931740-b562-4e38-8fe5-64c2caa4e43e req-b0279815-f5f5-4143-9bda-35e77720f204 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.1113980
May 04 13:50:43.665182 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6d931740-b562-4e38-8fe5-64c2caa4e43e req-cd65b3b3-86eb-45a2-9106-c57a488058fb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551152
May 04 13:50:44.167342 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96148923-a833-49d3-bb0c-db7fd5fc1eda req-c3dc1d78-15dd-4c19-a3bf-50deea1aafe9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:44.168912 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-96148923-a833-49d3-bb0c-db7fd5fc1eda req-c3dc1d78-15dd-4c19-a3bf-50deea1aafe9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.1883650
May 04 13:50:44.218923 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-96148923-a833-49d3-bb0c-db7fd5fc1eda req-e92b1fc7-44bb-4567-a696-f42667b37fea tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437522
May 04 13:50:44.765625 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6e7a-9935-446e-9d00-97bec11da0a9 req-f1ac0fa5-aab2-4129-a8b3-f88307daa87f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:44.767246 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-945a6e7a-9935-446e-9d00-97bec11da0a9 req-f1ac0fa5-aab2-4129-a8b3-f88307daa87f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 946 time: 0.0929792
May 04 13:50:44.872443 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-945a6e7a-9935-446e-9d00-97bec11da0a9 req-f89664ef-fbdb-4b53-9c28-29f65237c811 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953753
May 04 13:50:44.912711 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a71a04-a8e8-4a84-bc18-86f4645e9474 req-066cab8d-db9d-4e05-a056-0794c1aa010d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:44.914259 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b4a71a04-a8e8-4a84-bc18-86f4645e9474 req-066cab8d-db9d-4e05-a056-0794c1aa010d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.1170356
May 04 13:50:44.965828 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b4a71a04-a8e8-4a84-bc18-86f4645e9474 req-d415b3c4-9cd2-438d-ac60-fba0e64dda3a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444109
May 04 13:50:45.422262 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516de1f7-5eb9-4aad-b0fe-7a63648e1374 req-10d98f6c-319f-47da-9f09-d6e7cce163e1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:45.423862 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-516de1f7-5eb9-4aad-b0fe-7a63648e1374 req-10d98f6c-319f-47da-9f09-d6e7cce163e1 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.0945446
May 04 13:50:45.475110 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-516de1f7-5eb9-4aad-b0fe-7a63648e1374 req-4a9ae57c-91e6-4ffd-8491-d014e9e25dea tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452163
May 04 13:50:46.080934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd28dd2-cf14-4584-8452-839658cebc7b req-a27807d6-9393-4df5-9892-b160cfa8250f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:46.082548 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9bd28dd2-cf14-4584-8452-839658cebc7b req-a27807d6-9393-4df5-9892-b160cfa8250f tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 946 time: 0.0923593
May 04 13:50:46.227257 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9bd28dd2-cf14-4584-8452-839658cebc7b req-42898165-cdd2-4e05-a01f-9ad1620e77c4 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063187
May 04 13:50:46.282777 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef109a5c-3114-41f7-b3ad-790bf21eac78 req-e4f9ee31-f7d0-474c-83c7-6ee48ffbb455 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:46.284303 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ef109a5c-3114-41f7-b3ad-790bf21eac78 req-e4f9ee31-f7d0-474c-83c7-6ee48ffbb455 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 944 time: 0.2008312
May 04 13:50:46.292847 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-e88dff81-fdf1-4724-8efa-8d9a000913f4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:46.294309 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-e88dff81-fdf1-4724-8efa-8d9a000913f4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.1340866
May 04 13:50:46.398757 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ef109a5c-3114-41f7-b3ad-790bf21eac78 req-7ad90ba4-7f61-4856-bc97-fe2888d66a33 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033356
May 04 13:50:46.481826 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Deleting port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:50:46.481927 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:46.816996 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] For port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:46.817529 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:46.960808 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b73753-009c-4d1a-9ec2-ebffb5b8000a req-dbaa74ff-1218-4537-a2cb-ba748e9cd560 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:46.962374 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-57b73753-009c-4d1a-9ec2-ebffb5b8000a req-dbaa74ff-1218-4537-a2cb-ba748e9cd560 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 945 time: 0.3539836
May 04 13:50:46.970546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-b97c53f2-79c8-45ce-886c-52ceef560064 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:46.972024 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-b97c53f2-79c8-45ce-886c-52ceef560064 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 946 time: 0.2734227
May 04 13:50:47.159736 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 19b7ea15-cb05-430d-accb-f8f35ec02673 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:50:47.171379 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-57b73753-009c-4d1a-9ec2-ebffb5b8000a req-14195eed-d12e-491b-9e9f-59137a2559f0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups?id=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1956186
May 04 13:50:47.315200 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=19b7ea15-cb05-430d-accb-f8f35ec02673,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:47.330045 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'port_id': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'mac_address': 'fa:16:3e:67:e3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:50:47.335902 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:47.336357 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:47.336642 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Floating IP 1f66ddee-35cc-4c35-9cb6-cf6a514f3415 disassociated. External IP: 172.27.1.149, port: 97c1b017-5e8d-4d4e-b019-808bcc7e0c48.
May 04 13:50:47.336923 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Calling delete_port for 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:50:47.391039 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:47.408161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b7ea15-cb05-430d-accb-f8f35ec02673 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:50:47.427672 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=19b7ea15-cb05-430d-accb-f8f35ec02673,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:47.433957 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:47.437521 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:47.520692 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:47.524180 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:47.529300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Deleting port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:50:47.530144 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:47.683366 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['19b7ea15-cb05-430d-accb-f8f35ec02673'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:50:47.834435 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c94c-bd89-4dcd-b161-eb92db1c16aa req-c6f50d7d-cf63-43a4-8d16-3a20e864db3d tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:47.835978 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27d8c94c-bd89-4dcd-b161-eb92db1c16aa req-c6f50d7d-cf63-43a4-8d16-3a20e864db3d tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 946 time: 0.4760239
May 04 13:50:47.858735 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] For port f7ae5010-08e9-46c0-a02f-1b9c67d07a60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,segment=NetworkSegment(4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719),segment_id=4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:47.859092 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:47.888746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284d63e-3343-4959-839d-a19354f21b6f req-28893bdf-6202-49b5-86b5-adda25095af1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:47.890350 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1284d63e-3343-4959-839d-a19354f21b6f req-28893bdf-6202-49b5-86b5-adda25095af1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 945 time: 0.3453383
May 04 13:50:48.024742 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:48.058365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Calling delete_port for f7ae5010-08e9-46c0-a02f-1b9c67d07a60 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:50:48.090099 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:48.098864 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27d8c94c-bd89-4dcd-b161-eb92db1c16aa req-385b7d86-4765-4268-b829-21487f067955 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1c53b4-0900-4436-82d1-7a93dbe916bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460303
May 04 13:50:48.106146 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f2046390-d226-47b6-ba93-d85a51ab1e7a tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:48.163265 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1284d63e-3343-4959-839d-a19354f21b6f req-ed772925-d148-4f39-84e6-bd2577ae7660 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2629964
May 04 13:50:48.174978 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event deleted for resources: {'Port': ['ID=97c1b017-5e8d-4d4e-b019-808bcc7e0c48,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:48.179730 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:48.454133 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-12c99d7a-3656-445f-93b6-4a8ca453cae5 req-a41387c5-5daa-46ef-8806-f70be120aca6 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 210 time: 0.1121831
May 04 13:50:48.486904 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Router 40d00433-530f-4c7d-85d6-807c807e70e7 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:50:48.499551 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:48.558900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d46cd641-03dc-4d17-9625-0c25aa2ee326 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:48.633754 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Pushing event deleted for resources: {'Port': ['ID=f7ae5010-08e9-46c0-a02f-1b9c67d07a60,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:48.673056 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:48.730388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] No DVR routers for this DVR port f7ae5010-08e9-46c0-a02f-1b9c67d07a60 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:50:48.784671 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:48.787296 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'name': 'network-vif-deleted', 'tag': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:48.830664 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-22b39ce6-f8e4-4816-8390-e3e8e8f2333c req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.48 "DELETE /v2.0/ports/f7ae5010-08e9-46c0-a02f-1b9c67d07a60 HTTP/1.1" status: 204  len: 173 time: 1.7998426
May 04 13:50:48.850849 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:50:48.864453 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:50:48.876157 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:48.876875 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e905ae3a0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:48.909740 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faece2c7-9d46-4c12-ae38-e15507dc6262', 'name': 'network-vif-deleted', 'tag': 'f7ae5010-08e9-46c0-a02f-1b9c67d07a60', 'status': 'completed', 'code': 200}
May 04 13:50:48.953395 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] No DVR routers for this DVR port 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:50:48.956281 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:48.958796 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3155914d-0987-43da-9d6f-18dc8a5c5e14 req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.48 "DELETE /v2.0/ports/97c1b017-5e8d-4d4e-b019-808bcc7e0c48 HTTP/1.1" status: 204  len: 173 time: 2.6497102
May 04 13:50:49.102021 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:49.243756 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 19b7ea15-cb05-430d-accb-f8f35ec02673 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:50:49.290722 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-99fcc6f0-64bf-4088-a321-2a84d13ea50c req-37883662-7ea6-46dd-be02-1be7780e1ab1 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Synchronizing usage tracker for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:50:49.321482 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-99fcc6f0-64bf-4088-a321-2a84d13ea50c req-37883662-7ea6-46dd-be02-1be7780e1ab1 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Unset dirty status for tenant:5cf95f8514784fa4a54d8c8b99b98d33 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:50:49.323349 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-99fcc6f0-64bf-4088-a321-2a84d13ea50c req-37883662-7ea6-46dd-be02-1be7780e1ab1 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] 10.222.0.25 "GET /v2.0/ports?device_id=faece2c7-9d46-4c12-ae38-e15507dc6262 HTTP/1.1" status: 200  len: 210 time: 0.0933275
May 04 13:50:49.460207 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabd3a5-6685-4922-a92d-45056af6846a req-0bf07c55-e28c-4608-91c0-6f84571f45c9 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:49.462099 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9fabd3a5-6685-4922-a92d-45056af6846a req-0bf07c55-e28c-4608-91c0-6f84571f45c9 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 945 time: 0.1036654
May 04 13:50:49.528575 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9fabd3a5-6685-4922-a92d-45056af6846a req-120b49cf-2045-4421-a59b-5c149746f99d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590293
May 04 13:50:49.683541 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 19b7ea15-cb05-430d-accb-f8f35ec02673 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:50:49.691713 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 19b7ea15-cb05-430d-accb-f8f35ec02673 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:50:49.692097 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:49.898316 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:49.915592 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e905ae3a0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:49.924955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-13c40281-1efc-494b-b477-865552f44884 req-94e41394-3fac-4b2d-83d5-86a1c2db06be tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Synchronizing usage tracker for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:50:49.927067 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:50:49.939487 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:49.942869 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-13c40281-1efc-494b-b477-865552f44884 req-94e41394-3fac-4b2d-83d5-86a1c2db06be tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Unset dirty status for tenant:9561bdd8b38f4ac89573821651bf5b52 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:50:49.944010 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-13c40281-1efc-494b-b477-865552f44884 req-94e41394-3fac-4b2d-83d5-86a1c2db06be tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d18a90-0ce4-4baa-aa13-5c40d0451ff9 HTTP/1.1" status: 200  len: 210 time: 0.2176828
May 04 13:50:49.954075 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=19b7ea15-cb05-430d-accb-f8f35ec02673,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:50:49.955222 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:49.956110 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e905ae3a0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:50.013307 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'code': 200}
May 04 13:50:50.020222 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:50.021341 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device f7ae5010-08e9-46c0-a02f-1b9c67d07a60 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:50:50.054165 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-922813f9-a8bd-48de-b91c-868c7ce6d669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:50.114319 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: f7ae5010-08e9-46c0-a02f-1b9c67d07a60 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:50:50.114671 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device f7ae5010-08e9-46c0-a02f-1b9c67d07a60 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:50:50.115258 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:50:50.174099 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:50:50.174441 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 97c1b017-5e8d-4d4e-b019-808bcc7e0c48 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:50:50.228156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04575a0-1faf-486d-9ac7-6283054d0ba6 req-daeeb6d3-a2ed-4fa7-b80e-a6d6af82c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:50.229667 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04575a0-1faf-486d-9ac7-6283054d0ba6 req-daeeb6d3-a2ed-4fa7-b80e-a6d6af82c344 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 1099 time: 0.0768683
May 04 13:50:50.243221 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:50.248370 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:50.275255 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e04575a0-1faf-486d-9ac7-6283054d0ba6 req-7e48e18c-29bf-4fd8-a7f3-3acfc6786c73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378780
May 04 13:50:50.286590 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:50.702042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e905ae3a0>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:50.707330 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcbeeb-d7a6-43c9-8706-e0917cceb758 None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:44:01Z', 'revision_number': 4, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '6fc22d1c-fd0c-4341-9f39-3876be5a17c3', 'name': '', 'network_id': '5f7515c3-5c27-4fc9-9395-74d0c82d2944', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'mac_address': 'fa:16:3e:2d:de:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:44:00Z', 'updated_at': '2021-05-04T13:44:14Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'subnets': [{'id': 'aefd769a-f755-4fc3-a3b7-d0155fad7d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:50:50.755510 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235797-421f-4f77-a02f-aa8507d6923f req-73d83c54-ef2f-4128-b3e9-87b90cb54091 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:50.757267 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-77235797-421f-4f77-a02f-aa8507d6923f req-73d83c54-ef2f-4128-b3e9-87b90cb54091 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 946 time: 0.1154389
May 04 13:50:50.810362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-77235797-421f-4f77-a02f-aa8507d6923f req-f385cc6e-35d1-415a-a6fc-1523a1c2b077 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468922
May 04 13:50:50.910606 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'name': 'network-vif-deleted', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:51.014928 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d18a90-0ce4-4baa-aa13-5c40d0451ff9', 'name': 'network-vif-deleted', 'tag': '97c1b017-5e8d-4d4e-b019-808bcc7e0c48', 'status': 'completed', 'code': 200}
May 04 13:50:51.064358 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a134d07-ff98-4d3a-a0c9-7673728b3d35 None None] New status for floating IP 1f66ddee-35cc-4c35-9cb6-cf6a514f3415: DOWN {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:50:51.221611 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33040) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:51.321606 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:51.362036 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:51.429710 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:51.436106 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f9de4edb-8f98-4cfd-aaec-68b30e3e368a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:51.453652 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:51.456269 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:51.464033 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:51.468684 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "DELETE /v2.0/security-groups/63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7 HTTP/1.1" status: 204  len: 168 time: 0.2420928
May 04 13:50:51.469147 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33044) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:51.488403 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.api.v2.resource [None req-63a8c430-acbb-40ab-8eb1-a60e657b683d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] show failed (client error): The resource could not be found.
May 04 13:50:51.489493 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-63a8c430-acbb-40ab-8eb1-a60e657b683d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "GET /v2.0/security-groups/63d132ff-7d8d-4f4a-b7e8-5fcb1b7067a7 HTTP/1.1" status: 404  len: 347 time: 0.0194046
May 04 13:50:51.492262 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33048) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:51.727976 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Deleting port 4ff85f62-0faf-4b17-93a4-eaa9532d40b4 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:50:51.728223 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:51.971305 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:51.972017 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:52.119113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Calling delete_port for 4ff85f62-0faf-4b17-93a4-eaa9532d40b4 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:50:52.180390 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081dc8-58ff-49a0-993d-1a0ef307697e req-c1d16508-8370-4245-a1c2-48464786e6f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:52.182073 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37081dc8-58ff-49a0-993d-1a0ef307697e req-c1d16508-8370-4245-a1c2-48464786e6f1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 946 time: 0.2548566
May 04 13:50:52.253239 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37081dc8-58ff-49a0-993d-1a0ef307697e req-498baff9-6ff1-4796-820b-f435a62a259b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631397
May 04 13:50:52.349518 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:52.359089 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:52.492661 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Pushing event deleted for resources: {'Port': ['ID=4ff85f62-0faf-4b17-93a4-eaa9532d40b4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:52.496352 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:52.594504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:52.620057 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bd4cf-e7f3-4d2c-8e4e-98243885369c req-0f331d32-cd70-4d83-9c8f-8322e54debd4 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:52.621811 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f88bd4cf-e7f3-4d2c-8e4e-98243885369c req-0f331d32-cd70-4d83-9c8f-8322e54debd4 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 946 time: 0.2183859
May 04 13:50:52.632694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:52.634282 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] 10.222.0.25 "DELETE /v2.0/floatingips/1f66ddee-35cc-4c35-9cb6-cf6a514f3415 HTTP/1.1" status: 204  len: 168 time: 1.1409471
May 04 13:50:52.695197 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f88bd4cf-e7f3-4d2c-8e4e-98243885369c req-a1d0f093-1b8c-4433-b074-0c1eb8526dfa tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651376
May 04 13:50:52.739952 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33066) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:52.975557 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ea0d7-3b8c-40fa-95cf-f590f42c24d7 tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:52.976993 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d15ea0d7-3b8c-40fa-95cf-f590f42c24d7 tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 1094 time: 0.2358994
May 04 13:50:52.981631 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33076) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:52.988265 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'port_id': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:50:52.995471 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:50:53.000678 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:floatingip and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:50:53.004035 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:50:53.010524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:50:53.027760 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:53.178495 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:53.422781 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Allocated IP 172.27.1.244 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/315eb509-f75b-42ef-96d3-d014ce25337b) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:50:53.591347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:53.636504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:53.641777 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b13625e4-112e-4c8f-8139-89a8d448b93e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:53.703461 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:50:53.706152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:50:53.708673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:50:53.760019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=315eb509-f75b-42ef-96d3-d014ce25337b,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:53.762901 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:54.172478 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:54.251580 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:54.482477 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:54.487533 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:54.491609 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c2480cef-514e-4530-97ad-675855f89c40 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:50:54.623295 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=315eb509-f75b-42ef-96d3-d014ce25337b,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:50:54.628106 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:50:54.637216 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:54.852611 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Floating IP 2e910d6c-1b64-417b-bb3a-af268e7eba00 associated. External IP: 172.27.1.244, port: 19b7ea15-cb05-430d-accb-f8f35ec02673.
May 04 13:50:55.407251 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:50:55.684234 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:50:55.693637 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33fad9-232f-4675-b1e6-040160265734 None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:50:55.704698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:55.705422 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903179a0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:55.714577 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:55.778425 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7949462
May 04 13:50:55.779155 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:50:55.848819 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'status': 'completed', 'code': 200}
May 04 13:50:55.900282 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:55.954478 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796250d-400d-48cd-a276-64e498ce42bf req-d6c6f02b-826a-4139-9eed-99e66cffe804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:55.955988 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-d6c6f02b-826a-4139-9eed-99e66cffe804 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 1099 time: 0.0860682
May 04 13:50:56.116288 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796250d-400d-48cd-a276-64e498ce42bf req-ef017868-28ef-4006-a9b8-1c8b4638d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:56.118096 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-ef017868-28ef-4006-a9b8-1c8b4638d99d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1549516
May 04 13:50:56.253629 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-9ff1733e-48a0-4b60-b163-89cf31e6ad39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b7ea15-cb05-430d-accb-f8f35ec02673 HTTP/1.1" status: 200  len: 1000 time: 0.1252458
May 04 13:50:56.324587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796250d-400d-48cd-a276-64e498ce42bf req-db3906f8-de1e-4ce0-8928-dbebf8f92a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:56.326147 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-db3906f8-de1e-4ce0-8928-dbebf8f92a4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0656397
May 04 13:50:56.346486 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903179a0>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '2e910d6c-1b64-417b-bb3a-af268e7eba00', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:67:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:50:54Z', 'updated_at': '2021-05-04T13:50:54Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:56.351100 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33fad9-232f-4675-b1e6-040160265734 None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:50:56.361387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:50:56.361720 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903179a0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:50:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:56.410901 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796250d-400d-48cd-a276-64e498ce42bf req-51c4a7a3-d705-4dcf-b8d3-aa797d6b93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:50:56.412362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-51c4a7a3-d705-4dcf-b8d3-aa797d6b93ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779722
May 04 13:50:56.562412 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:50:56.570902 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-2957ae17-b5eb-4b7e-88a8-bc9245780709 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491234
May 04 13:50:56.726202 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8796250d-400d-48cd-a276-64e498ce42bf req-98f348e1-67b7-441f-a13c-8ac0a535f717 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478999
May 04 13:50:56.947598 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-df33fad9-232f-4675-b1e6-040160265734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903179a0>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '2e910d6c-1b64-417b-bb3a-af268e7eba00', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:67:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:50:54Z', 'updated_at': '2021-05-04T13:50:54Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:50:56.952360 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33fad9-232f-4675-b1e6-040160265734 None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '2e910d6c-1b64-417b-bb3a-af268e7eba00', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:67:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:50:54Z', 'updated_at': '2021-05-04T13:50:54Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:50:57.155747 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96018a25-0e6f-48b8-bf43-8b16734c8edb None None] New status for floating IP 2e910d6c-1b64-417b-bb3a-af268e7eba00: ACTIVE {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:50:57.805909 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1486-a6c0-438d-9ba5-fd5815ac5164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:50:58.880793 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:50:59.010174 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33144) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:50:59.733745 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:00.362167 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Deleting port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:51:00.362911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:00.510318 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] For port 6fc22d1c-fd0c-4341-9f39-3876be5a17c3, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:00.510670 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:00.649176 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Calling delete_port for 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:51:00.920519 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:00.927923 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9472e-694b-49f8-ae6a-52e610b5d149 req-13edb4ce-edda-4c79-9fcc-449bd8b3d2da tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:00.929461 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fac9472e-694b-49f8-ae6a-52e610b5d149 req-13edb4ce-edda-4c79-9fcc-449bd8b3d2da tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.0898416
May 04 13:51:00.979644 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fac9472e-694b-49f8-ae6a-52e610b5d149 req-ac3b65e8-4b8e-4b6e-b5d1-18eb20b90b45 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444481
May 04 13:51:01.031409 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:01.035108 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0905d4b3-bb5b-4a6d-a8a7-9c6e32e8c343 tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:01.083104 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc22d1c-fd0c-4341-9f39-3876be5a17c3,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:01.121770 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.122149 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.122519 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.123694 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.124225 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.124451 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.124793 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.125175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.125537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.125898 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.126248 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.126600 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:01.141791 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:01.148773 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2450-e6c9-46d7-9940-ddded4d39c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:01.393765 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:01.917146 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Router 40d00433-530f-4c7d-85d6-807c807e70e7 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:51:02.111451 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:51:02.120752 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] Sync routers for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:51:02.124309 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] 10.222.0.25 "PUT /v2.0/routers/40d00433-530f-4c7d-85d6-807c807e70e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1130719
May 04 13:51:02.126881 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33184) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:02.133760 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:51:02.133760 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9133e640>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:51:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:02.182675 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b46f7-4f92-4d27-837a-146fec4e1761 req-64af484e-c410-4c8d-9e5a-346d9cbcb8d3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:02.184172 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-747b46f7-4f92-4d27-837a-146fec4e1761 req-64af484e-c410-4c8d-9e5a-346d9cbcb8d3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.0870304
May 04 13:51:02.240784 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-747b46f7-4f92-4d27-837a-146fec4e1761 req-ed99e9f2-c4dc-499d-a2ed-c92a7c0419a0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481622
May 04 13:51:02.335541 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:02.367631 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:51:02.523895 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:02.601240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Deleting port 5aebb374-ac35-4cc2-9370-fb50efaad164 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:51:02.601579 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:02.753776 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] For port 5aebb374-ac35-4cc2-9370-fb50efaad164, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5aebb374-ac35-4cc2-9370-fb50efaad164,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:02.754127 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:02.755365 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9133e640>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:51:00Z', 'revision_number': 5, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port': {'id': '5aebb374-ac35-4cc2-9370-fb50efaad164', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:43:55Z', 'updated_at': '2021-05-04T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:02.759938 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] Checking router: 40d00433-530f-4c7d-85d6-807c807e70e7 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:51:02.781625 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] Routers {'40d00433-530f-4c7d-85d6-807c807e70e7'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:51:02.782401 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9133e640>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:51:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['40d00433-530f-4c7d-85d6-807c807e70e7'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:02.887726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Calling delete_port for 5aebb374-ac35-4cc2-9370-fb50efaad164 owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:51:02.959915 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] Set router 40d00433-530f-4c7d-85d6-807c807e70e7 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:51:03.053376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.059561 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-99fdbe46-7680-4ce2-a4cd-7aa41ebc5703 tempest-VolumesActionsTest-1011132252 tempest-VolumesActionsTest-1011132252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:03.107323 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aebb374-ac35-4cc2-9370-fb50efaad164,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:03.121640 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9133e640>, [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:51:02Z', 'revision_number': 6, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:03.126718 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b8efd-1d00-4515-b806-9534e4d65fe3 None None] The sync data for ids ['40d00433-530f-4c7d-85d6-807c807e70e7'] in dv-cinder-789564-1-iscsi is: [{'id': '40d00433-530f-4c7d-85d6-807c807e70e7', 'name': 'tempest-AttachVolumeTestJSON-760435855-router', 'tenant_id': '9561bdd8b38f4ac89573821651bf5b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:43:53Z', 'updated_at': '2021-05-04T13:51:02Z', 'revision_number': 6, 'project_id': '9561bdd8b38f4ac89573821651bf5b52', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:51:03.134830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:03.183526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.223114 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.478400 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fd2de-3345-4708-b0be-ffe1535109fa req-3d577758-abcc-41e8-b28d-3ccc1a48b8ab tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:03.479964 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7e9fd2de-3345-4708-b0be-ffe1535109fa req-3d577758-abcc-41e8-b28d-3ccc1a48b8ab tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.0970330
May 04 13:51:03.520394 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.523022 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.540097 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7e9fd2de-3345-4708-b0be-ffe1535109fa req-5b8fb083-ad07-4e6f-9885-0a0bd92319eb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527525
May 04 13:51:03.562568 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.563363 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d00433-530f-4c7d-85d6-807c807e70e7 {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:51:03.597224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.597224 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/40d00433-530f-4c7d-85d6-807c807e70e7 HTTP/1.1" status: 204  len: 168 time: 1.4634092
May 04 13:51:03.597224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33194) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:03.659209 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Deleting subnet aefd769a-f755-4fc3-a3b7-d0155fad7d66 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:51:03.662627 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.713967 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.794437 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:03.988702 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5aebb374-ac35-4cc2-9370-fb50efaad164 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:51:04.024198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 5aebb374-ac35-4cc2-9370-fb50efaad164 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:51:04.024547 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5aebb374-ac35-4cc2-9370-fb50efaad164 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:51:04.024980 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:51:04.062676 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:51:04.063031 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 6fc22d1c-fd0c-4341-9f39-3876be5a17c3 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:51:04.080986 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.085446 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a2a5c2a9-fe73-42ab-bd6c-742a58673f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:04.121370 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefd769a-f755-4fc3-a3b7-d0155fad7d66,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:04.124098 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:04.127145 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.134655 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f0e176ca-5e45-453d-a6cf-ae1097dab3fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aefd769a-f755-4fc3-a3b7-d0155fad7d66 HTTP/1.1" status: 204  len: 168 time: 0.5383780
May 04 13:51:04.137279 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33200) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:04.141550 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7475c8-5aa6-4435-8772-9e08f0562e3b None None] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:51:04.329315 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.435591 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] DHCP port deletion for 5f7515c3-5c27-4fc9-9395-74d0c82d2944 request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:51:04.456756 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Deleting port 4b140030-6145-4c43-b869-be2ed198b7a7 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:51:04.457237 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.530420 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.533676 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Deleting port 4b140030-6145-4c43-b869-be2ed198b7a7 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:51:04.534073 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.579348 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] For port 4b140030-6145-4c43-b869-be2ed198b7a7, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4b140030-6145-4c43-b869-be2ed198b7a7,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:04.579924 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.678121 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] For port 4b140030-6145-4c43-b869-be2ed198b7a7, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4b140030-6145-4c43-b869-be2ed198b7a7,segment=NetworkSegment(914f5b3e-669b-409a-ba62-16aa1978fe0c),segment_id=914f5b3e-669b-409a-ba62-16aa1978fe0c)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:04.678516 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.775935 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Calling delete_port for 4b140030-6145-4c43-b869-be2ed198b7a7 owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:51:04.820712 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Calling delete_port for 4b140030-6145-4c43-b869-be2ed198b7a7 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:51:04.834353 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.848581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ba2ccc14-d0fc-45ed-ad87-0992935ed72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:04.873917 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:04.877789 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:04.889228 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] No DVR routers for this DVR port 4b140030-6145-4c43-b869-be2ed198b7a7 on host dv-cinder-789564-1-iscsi {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:51:04.917638 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acda16-9218-4c94-85dd-2fc27cdae0ab req-9fc8aa24-29bf-4ad0-8819-00554e232aa3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:04.924255 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Pushing event deleted for resources: {'Port': ['ID=4b140030-6145-4c43-b869-be2ed198b7a7,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:04.928743 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.929019 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.929392 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.929722 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.930042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.930432 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.930758 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.931187 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.931511 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.931828 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.932358 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.932468 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b140030-6145-4c43-b869-be2ed198b7a7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:04.932868 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:04.933113 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65acda16-9218-4c94-85dd-2fc27cdae0ab req-9fc8aa24-29bf-4ad0-8819-00554e232aa3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.2129843
May 04 13:51:04.936047 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:04.937292 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:04.938168 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319559b-cc2e-47f7-92ad-27b8c2d24bae None None] No DVR routers for this DVR port 4b140030-6145-4c43-b869-be2ed198b7a7 on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:51:04.980188 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-65acda16-9218-4c94-85dd-2fc27cdae0ab req-6fc2f572-9803-45fc-95db-1dbd729bb260 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459881
May 04 13:51:05.032128 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:05.145282 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8af29100>,) {'filters': {'network_id': ['5f7515c3-5c27-4fc9-9395-74d0c82d2944']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:05.157679 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8af29100>, '914f5b3e-669b-409a-ba62-16aa1978fe0c') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:05.157990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8af29100>, '914f5b3e-669b-409a-ba62-16aa1978fe0c') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:05.168998 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:05.185829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:05.191837 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:51:05.461235 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:05.469949 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:05.667463 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Network 5f7515c3-5c27-4fc9-9395-74d0c82d2944 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:51:05.709958 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:51:05.853102 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:05.864445 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:05.869064 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:05.917703 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7515c3-5c27-4fc9-9395-74d0c82d2944,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:05.917703 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:05.934110 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f7515c3-5c27-4fc9-9395-74d0c82d2944 HTTP/1.1" status: 204  len: 168 time: 1.7956471
May 04 13:51:05.959933 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4b140030-6145-4c43-b869-be2ed198b7a7 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:51:06.002810 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 4b140030-6145-4c43-b869-be2ed198b7a7 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:51:06.003155 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4b140030-6145-4c43-b869-be2ed198b7a7 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:51:06.110688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33216) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:06.180374 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33220) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:06.180963 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-bc809e12-2004-4462-99eb-0a9f3d2e6fc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9561bdd8b38f4ac89573821651bf5b52&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0687034
May 04 13:51:06.229845 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18cd14-558a-4a85-b044-532ae37f6ec7 req-780cee62-bce9-4209-930f-ddaad2799d45 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:06.231362 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea18cd14-558a-4a85-b044-532ae37f6ec7 req-780cee62-bce9-4209-930f-ddaad2799d45 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1313207
May 04 13:51:06.298868 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:06.302748 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea18cd14-558a-4a85-b044-532ae37f6ec7 req-f5494269-ff6e-4909-b417-4c2c47b58eda tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643275
May 04 13:51:06.333394 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:06.387602 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:06.393233 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8a8a0e12-aef2-4771-895f-ed99cc530a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:06.406308 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a31b91-25e2-4f71-aaed-00045c2bef85,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:06.410208 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:06.413436 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:06.417153 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98a31b91-25e2-4f71-aaed-00045c2bef85 HTTP/1.1" status: 204  len: 168 time: 0.2356861
May 04 13:51:07.180376 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33248) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:07.303599 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-570282849-network', 'tenant_id': '7204d279b82d43ba8b4a15385d3fd01d'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:51:07.308490 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:07.313325 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Usage tracker for resource:network and tenant:7204d279b82d43ba8b4a15385d3fd01d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:07.316440 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:07.323308 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:07.334912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Made reservation on behalf of 7204d279b82d43ba8b4a15385d3fd01d for: {'network': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:51:07.337370 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.350730 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.370822 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:07.375631 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7204d279b82d43ba8b4a15385d3fd01d is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:07.378940 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:07.387241 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:07.567332 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.576868 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.580963 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bf204920-0fd2-40fc-96c3-2e734dcdb613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:07.598404 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768a2bb-97a7-413a-8b46-806f32fbbc35 req-7e13ce1b-7f45-4a86-b5c3-c8f7feae9d18 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:07.599932 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6768a2bb-97a7-413a-8b46-806f32fbbc35 req-7e13ce1b-7f45-4a86-b5c3-c8f7feae9d18 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1758842
May 04 13:51:07.638257 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553}  {{(pid=73860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:51:07.655355 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f73a5-8c47-4854-ad5a-ace83d135e60,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:07.658627 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:07.672719 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.673067 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.segments_db [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Added segment b13c5b4e-b97f-4c9e-84cc-703a37567657 of type vlan for network c59f2163-45d1-45f3-ad30-2d2342ca1fbc
May 04 13:51:07.690289 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6768a2bb-97a7-413a-8b46-806f32fbbc35 req-8912830b-2632-40a2-8c83-bb16a8d893bf tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781591
May 04 13:51:07.719284 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.752491 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.753900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:07.754480 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:07.759554 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:07.861185 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6796443
May 04 13:51:07.864217 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33262) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:07.864705 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c59f2163-45d1-45f3-ad30-2d2342ca1fbc,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:07.867300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:07.871758 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Request body: {'subnet': {'network_id': 'c59f2163-45d1-45f3-ad30-2d2342ca1fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-570282849-subnet', 'tenant_id': '7204d279b82d43ba8b4a15385d3fd01d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:51:07.876003 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network c59f2163-45d1-45f3-ad30-2d2342ca1fbc details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:51:07.877755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:07.881627 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Usage tracker for resource:subnet and tenant:7204d279b82d43ba8b4a15385d3fd01d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:07.886142 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:07.893656 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:07.905996 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Made reservation on behalf of 7204d279b82d43ba8b4a15385d3fd01d for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:51:07.908340 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28041402'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:08.302591 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28138249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28041388'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:08.308177 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6b75db4a-3aa2-4f62-810b-a2dc99bf03c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:08.380052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b06050-6fb7-4444-8f03-0729fc9a3ae8,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:08.382772 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:08.391565 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Checking segment: {'id': 'b13c5b4e-b97f-4c9e-84cc-703a37567657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c59f2163-45d1-45f3-ad30-2d2342ca1fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:51:08.391920 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Network hostable DHCP agents. Network: c59f2163-45d1-45f3-ad30-2d2342ca1fbc, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:51:08.408127 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Network c59f2163-45d1-45f3-ad30-2d2342ca1fbc is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:51:08.417316 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, c59f2163-45d1-45f3-ad30-2d2342ca1fbc) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:51:08.426045 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6f354-b987-4b59-a559-3897b07fe52f None None] Network c59f2163-45d1-45f3-ad30-2d2342ca1fbc requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:51:08.426720 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:08.427309 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:08.448041 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-fe0badfd-8e53-42bf-af6d-540c9e01505d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5820470
May 04 13:51:08.690117 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b5241-286a-4e60-abdf-ae7dd313df9b None None] Network c59f2163-45d1-45f3-ad30-2d2342ca1fbc requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:51:08.936763 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde6a9-d865-447c-a98d-74303306a086 req-a514536b-0259-47ef-8a95-99033af78cde tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:08.938495 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5cdde6a9-d865-447c-a98d-74303306a086 req-a514536b-0259-47ef-8a95-99033af78cde tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1160188
May 04 13:51:08.996335 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5cdde6a9-d865-447c-a98d-74303306a086 req-887a9604-ca99-4222-9a79-4ff6e81eb27e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475204
May 04 13:51:09.137851 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33288) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:09.145606 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125756822-network', 'tenant_id': 'efb0fc9a81e04272b374f04b975c0b84'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:51:09.150591 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:09.155020 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Usage tracker for resource:network and tenant:efb0fc9a81e04272b374f04b975c0b84 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:09.158316 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:09.165911 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:09.180519 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Made reservation on behalf of efb0fc9a81e04272b374f04b975c0b84 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:51:09.183726 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.206694 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.228818 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:09.233764 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Usage tracker for resource:security_group_rule and tenant:efb0fc9a81e04272b374f04b975c0b84 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:09.237160 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:09.244186 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:09.347255 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.351335 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.354511 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a9bfd8bd-698e-4071-8669-1573ff550bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:09.390527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580}  {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 04 13:51:09.396363 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5f7981-8e8a-4cc1-bf06-7532990a3443,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:09.400443 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:09.405928 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.405928 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.segments_db [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Added segment eb659b25-57df-4db7-95fb-60ee4c35144b of type vlan for network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065
May 04 13:51:09.434212 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761348936596'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.472331 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.474104 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:09.475045 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:09.481492 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a5e9f349-9d57-4245-89d7-75f270417696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:09.585361 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Pushing event updated for resources: {'Network': ['ID=5a2bff2e-3efe-4c36-9ba9-28caf8e1d065,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:09.591555 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4491229
May 04 13:51:09.591555 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-41bf3d3c-94e1-4714-8a92-d49823289abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:09.592013 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33298) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:09.597122 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 details requested by agent ovs-agent-dv-cinder-789564-1-iscsi with host dv-cinder-789564-1-iscsi {{(pid=73861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 04 13:51:09.597848 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Request body: {'subnet': {'network_id': '5a2bff2e-3efe-4c36-9ba9-28caf8e1d065', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125756822-subnet', 'tenant_id': 'efb0fc9a81e04272b374f04b975c0b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:51:09.602863 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:09.606814 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Usage tracker for resource:subnet and tenant:efb0fc9a81e04272b374f04b975c0b84 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:09.610698 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:09.617185 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:09.631082 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Made reservation on behalf of efb0fc9a81e04272b374f04b975c0b84 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:51:09.634219 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28041402'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:10.149014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28138249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28041388'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:10.157389 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:10.241556 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad8c06b-b826-447e-8d09-77b79dcad615,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:10.245622 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:10.246527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Checking segment: {'id': 'eb659b25-57df-4db7-95fb-60ee4c35144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5a2bff2e-3efe-4c36-9ba9-28caf8e1d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:51:10.246896 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Network hostable DHCP agents. Network: 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065, hostable agents: ['eb78500d-1612-4c39-930e-6b26086a905f'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 04 13:51:10.266909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 is scheduled to be hosted by DHCP agent eb78500d-1612-4c39-930e-6b26086a905f with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 04 13:51:10.280406 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-1-iscsi, 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:51:10.292045 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a43185-ea5e-41f4-b275-cc199ed73a47 None None] Network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:51:10.292287 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287d50-cbdb-4e73-9dd8-b06c6ed31d9a req-1b01f89f-8226-44a1-8cf9-e2e939bedbf5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:10.293775 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-34287d50-cbdb-4e73-9dd8-b06c6ed31d9a req-1b01f89f-8226-44a1-8cf9-e2e939bedbf5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1277831
May 04 13:51:10.296289 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:10.297292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:10.325011 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b8f0a61b-0ad4-4706-834a-74dda9a0ee54 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7317617
May 04 13:51:10.369361 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-34287d50-cbdb-4e73-9dd8-b06c6ed31d9a req-e05e568b-d5ee-476f-b258-1e4ee6ed8634 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638323
May 04 13:51:10.506937 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33312) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:10.552804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b28f26-f8cd-4fd6-bc53-a81d9f5c9bb2 None None] Network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:51:10.579646 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Deleting subnet 34b06050-6fb7-4444-8f03-0729fc9a3ae8 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:51:10.583918 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:10.681068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:10.761813 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.031668 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.035270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:11.073535 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b06050-6fb7-4444-8f03-0729fc9a3ae8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:11.077175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:11.078967 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.084424 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/34b06050-6fb7-4444-8f03-0729fc9a3ae8 HTTP/1.1" status: 204  len: 168 time: 0.5757267
May 04 13:51:11.086856 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33316) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:11.197366 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.329292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.456794 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8b487880>,) {'filters': {'network_id': ['c59f2163-45d1-45f3-ad30-2d2342ca1fbc']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:11.472049 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b487880>, 'b13c5b4e-b97f-4c9e-84cc-703a37567657') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:11.472375 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b487880>, 'b13c5b4e-b97f-4c9e-84cc-703a37567657') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:11.490872 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.516491 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.523268 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:51:11.603182 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0baa1-c8b2-46e7-9f9f-b2fd04c3f04a req-02da8295-339b-4a71-9713-e17a7f464c8e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:11.611753 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7f0baa1-c8b2-46e7-9f9f-b2fd04c3f04a req-02da8295-339b-4a71-9713-e17a7f464c8e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1094995
May 04 13:51:11.678529 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7f0baa1-c8b2-46e7-9f9f-b2fd04c3f04a req-21d7a09e-1f6d-44f6-a8ec-821fd72ac36c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655785
May 04 13:51:11.760000 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Network c59f2163-45d1-45f3-ad30-2d2342ca1fbc has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:11.769956 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:11.948056 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Network c59f2163-45d1-45f3-ad30-2d2342ca1fbc has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:51:11.974938 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:51:12.053345 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.057009 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:12.070904 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.083302 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Pushing event deleted for resources: {'Network': ['ID=c59f2163-45d1-45f3-ad30-2d2342ca1fbc,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:12.086092 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] 10.222.0.25 "DELETE /v2.0/networks/c59f2163-45d1-45f3-ad30-2d2342ca1fbc HTTP/1.1" status: 204  len: 168 time: 0.9983110
May 04 13:51:12.086984 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8f6868d6-9c88-4925-a325-e48e6614162a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:12.089184 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33330) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:12.153587 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Deleting subnet 5ad8c06b-b826-447e-8d09-77b79dcad615 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:51:12.156733 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.207449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.367522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.619054 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.623917 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0b8808e0-40b9-4884-b8af-36a90e427daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:12.663756 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad8c06b-b826-447e-8d09-77b79dcad615,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:12.666968 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:12.667942 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.675022 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1aed5786-23e9-470f-8a07-b23a75b55f68 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5ad8c06b-b826-447e-8d09-77b79dcad615 HTTP/1.1" status: 204  len: 168 time: 0.5847049
May 04 13:51:12.678378 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33334) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:12.793548 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:12.932907 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e812c0-686a-4739-a30e-716b81d7e09a req-dd47bec6-e897-4766-b9a4-3683052024b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:12.936318 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6e812c0-686a-4739-a30e-716b81d7e09a req-dd47bec6-e897-4766-b9a4-3683052024b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1405396
May 04 13:51:12.967713 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.005804 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6e812c0-686a-4739-a30e-716b81d7e09a req-2f2afb30-396a-4d9d-bdd4-88a702a1b2d7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617828
May 04 13:51:13.091843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8afa3b80>,) {'filters': {'network_id': ['5a2bff2e-3efe-4c36-9ba9-28caf8e1d065']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:13.106074 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8afa3b80>, 'eb659b25-57df-4db7-95fb-60ee4c35144b') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:13.106344 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8afa3b80>, 'eb659b25-57df-4db7-95fb-60ee4c35144b') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:13.122345 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.142724 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.153014 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:51:13.336913 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:13.349932 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.523130 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Network 5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:51:13.545192 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:51:13.629290 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.634472 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.639751 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:13.658691 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a2bff2e-3efe-4c36-9ba9-28caf8e1d065 HTTP/1.1" status: 204  len: 168 time: 0.9792383
May 04 13:51:13.659533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2bff2e-3efe-4c36-9ba9-28caf8e1d065,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:13.661892 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:13.840248 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33348) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:13.893137 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a1c37088-69a2-40f5-acbb-6453e410a4a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7204d279b82d43ba8b4a15385d3fd01d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514460
May 04 13:51:13.895671 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33352) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:13.954612 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:13.985758 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.038999 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.043923 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5ae411ac-7f57-453f-995f-973d3bc9b345 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:14.057927 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f73a5-8c47-4854-ad5a-ace83d135e60,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:14.060978 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:14.061980 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.063621 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea0f73a5-8c47-4854-ad5a-ace83d135e60 HTTP/1.1" status: 204  len: 168 time: 0.1665092
May 04 13:51:14.227485 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b8628-8607-4a29-a9eb-a5aac24632c7 req-9b8baab3-f4cb-47a1-93c2-3c8365bacc27 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:14.233805 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f9b8628-8607-4a29-a9eb-a5aac24632c7 req-9b8baab3-f4cb-47a1-93c2-3c8365bacc27 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.0971835
May 04 13:51:14.294022 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f9b8628-8607-4a29-a9eb-a5aac24632c7 req-f7390cf5-e981-4b51-9136-fb64c59b7d62 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574780
May 04 13:51:14.503759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33380) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:14.565374 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-af761145-b718-4208-b8a9-cb76320ddc71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efb0fc9a81e04272b374f04b975c0b84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562835
May 04 13:51:14.565655 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33386) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:14.631880 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.661779 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.721883 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.728891 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7a4200ac-41aa-41b2-9885-0cd50c9282e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:14.747085 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5f7981-8e8a-4cc1-bf06-7532990a3443,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:14.750209 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:14.752408 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:14.753350 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-01c2640f-5b94-470e-94cd-bc278d631033 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f5f7981-8e8a-4cc1-bf06-7532990a3443 HTTP/1.1" status: 204  len: 168 time: 0.1866889
May 04 13:51:15.501955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c965e9-5930-44cb-a77d-6abad93597ac req-98eb7bc8-85ab-4c65-90c3-915df07a0a25 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:15.503444 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b5c965e9-5930-44cb-a77d-6abad93597ac req-98eb7bc8-85ab-4c65-90c3-915df07a0a25 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.0944779
May 04 13:51:15.552306 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b5c965e9-5930-44cb-a77d-6abad93597ac req-b34a3940-2811-436b-b9a1-070f84fe8d60 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429814
May 04 13:51:16.767671 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863cf0e-9e2e-42aa-87ac-230e30f26b56 req-054f67bd-5fcd-488c-8a33-f04a030aca10 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:16.769261 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6863cf0e-9e2e-42aa-87ac-230e30f26b56 req-054f67bd-5fcd-488c-8a33-f04a030aca10 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.0888517
May 04 13:51:16.777949 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33450) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:16.825496 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6863cf0e-9e2e-42aa-87ac-230e30f26b56 req-25d6e69d-8939-4d3c-a95e-2386af32def1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458167
May 04 13:51:16.914591 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33460) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:16.981402 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Deleting subnet a410b1e2-fbfb-4b42-bf5c-757f6f7391ad {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:51:16.985796 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.010968 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.026239 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:17.030556 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2edbbff1924412ba013407f0c08fb0 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:17.033766 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:17.039428 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:17.041211 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1735670'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.111325 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.133028 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.137345 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.145962 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b851159a-f44b-4354-bc59-718ce22bc22d tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:17.187007 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c2edbbff1924412ba013407f0c08fb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4079568
May 04 13:51:17.188832 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1a22fa-a4ae-44b8-a539-87b1f5b714e7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:17.191171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33464) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:17.194038 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:17.253887 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.284898 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.342967 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.348172 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-300c8ed0-895b-4654-9dd0-25949d0c3134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:17.364755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.365948 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e1a22fa-a4ae-44b8-a539-87b1f5b714e7 HTTP/1.1" status: 204  len: 168 time: 0.1738787
May 04 13:51:17.367061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1a22fa-a4ae-44b8-a539-87b1f5b714e7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:17.369600 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d4b8af46-f602-4754-9bcf-0276904135e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:17.480113 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27446885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27712706'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.490540 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:17.540715 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a410b1e2-fbfb-4b42-bf5c-757f6f7391ad,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:17.543650 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.558875 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a410b1e2-fbfb-4b42-bf5c-757f6f7391ad HTTP/1.1" status: 204  len: 168 time: 0.6429551
May 04 13:51:17.561982 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.561982 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.562790 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.562975 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33472) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:17.563166 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.563720 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.564727 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.565287 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.565964 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.567651 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.568419 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.568938 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.569487 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:51:17.577380 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-644c357a-7a80-4167-8d71-1415d6fd8fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:17.699831 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.760019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33476) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:17.780156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.799695 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:51:17.814584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:17.821293 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Usage tracker for resource:security_group_rule and tenant:7bb1c3f37db340aa96b50b8d9b6d683c is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:17.827626 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:17.843479 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:17.844381 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:17.864474 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-aac1e8d8-f65e-432b-9a02-ba40ea7ec6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:17.866212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-aac1e8d8-f65e-432b-9a02-ba40ea7ec6f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1099 time: 0.1939003
May 04 13:51:17.970339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8b09f910>,) {'filters': {'network_id': ['e5f4abcc-97a8-4cad-a669-e75df99e3569']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:17.984693 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b09f910>, '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:17.985328 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b09f910>, '4cbbc0b6-cf4b-4bf1-b673-1dbd407f1719') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:51:17.989037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:17.999743 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.008578 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '4d870245-42f8-4f45-a898-0e409feb50d7', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7', 'mac_address': 'fa:16:3e:2a:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:51:18.017962 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.025019 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:51:18.089359 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.098672 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.118641 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d870245-42f8-4f45-a898-0e409feb50d7 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:51:18.120215 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-1925025f-0b72-4f84-b614-1e09c7a4c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:18.121705 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-1925025f-0b72-4f84-b614-1e09c7a4c297 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.2310412
May 04 13:51:18.137398 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:18.143628 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.146718 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:18.213599 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:18.221816 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=6']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:18.223477 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.225315 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:18.265259 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdb96c-60e6-4625-a106-2c0804fc1904 req-28ea421c-366e-4597-9872-c0d4d118af5f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:18.266662 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['4d870245-42f8-4f45-a898-0e409feb50d7'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:51:18.266837 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7afdb96c-60e6-4625-a106-2c0804fc1904 req-28ea421c-366e-4597-9872-c0d4d118af5f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.2621441
May 04 13:51:18.285834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.308444 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.320014 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-1f9c65cb-fa19-4f51-8132-40928cb4e722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:18.329886 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-fe7b1cda-5ccf-4d1e-8660-5459c3f15392 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 1000 time: 0.1916838
May 04 13:51:18.434876 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Network e5f4abcc-97a8-4cad-a669-e75df99e3569 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:51:18.455871 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7afdb96c-60e6-4625-a106-2c0804fc1904 req-e73787a8-a79a-4037-92c2-39827d136829 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1684983
May 04 13:51:18.456639 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de82d46c-7e6c-490b-9d53-166684ab7801,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:18.466215 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:18.471930 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bb1c3f37db340aa96b50b8d9b6d683c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7084243
May 04 13:51:18.487534 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-cf84eac5-9520-48df-9350-95937eb3c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:18.489023 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-cf84eac5-9520-48df-9350-95937eb3c859 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.1337094
May 04 13:51:18.489543 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33484) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:51:18.530086 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:51:18.558068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.568227 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a82b745c-5dbe-4ab8-9fc9-fd75ccb01cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:18.595885 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.599146 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f4abcc-97a8-4cad-a669-e75df99e3569,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:18.607634 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:18.611288 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-d8da3849-a246-4779-8ace-e3a8a8173429 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e5f4abcc-97a8-4cad-a669-e75df99e3569 HTTP/1.1" status: 204  len: 168 time: 1.0468686
May 04 13:51:18.633288 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.646907 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-cea33091-a99d-411f-a706-366b63728d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:18.648424 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-cea33091-a99d-411f-a706-366b63728d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1450403
May 04 13:51:18.702569 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.841996 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33500) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:18.865130 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-60422f4e-20fd-4b75-8eb8-8d357ba16479 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030509
May 04 13:51:18.903168 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-40fc816c-77b5-4704-8f7e-5aeb73ac4187 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cf95f8514784fa4a54d8c8b99b98d33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592718
May 04 13:51:18.907939 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33506) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:18.908780 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:18.928906 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e199ef81-7ed8-4ee5-acc6-19f26a4ca78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:19.017586 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de82d46c-7e6c-490b-9d53-166684ab7801,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:19.019915 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:19.041161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:19.042384 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-277d9ed4-c3f6-4ab9-bd59-d9534b1d07d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de82d46c-7e6c-490b-9d53-166684ab7801 HTTP/1.1" status: 204  len: 168 time: 0.5519195
May 04 13:51:19.109133 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:19.121237 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1da2a33e-9c9b-47ca-b3c3-123f11f2bb98 req-75f5bb5e-be7f-498c-98e3-184bd162b43e service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445583
May 04 13:51:19.155661 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:19.230343 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:19.238972 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b6aa45ed-9365-4898-9a78-2eb3c7fe2905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:19.261548 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c53b4-0900-4436-82d1-7a93dbe916bc,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:19.267361 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:19.269430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:19.270976 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b1c53b4-0900-4436-82d1-7a93dbe916bc HTTP/1.1" status: 204  len: 168 time: 0.3570449
May 04 13:51:19.770600 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b792e9-0945-4a6f-873a-8818ec4de0e6 req-d988d8ea-ef1a-41d4-9611-e450f9864594 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:19.779198 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-92b792e9-0945-4a6f-873a-8818ec4de0e6 req-d988d8ea-ef1a-41d4-9611-e450f9864594 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 945 time: 0.1250465
May 04 13:51:19.802892 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:51:19.845412 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-92b792e9-0945-4a6f-873a-8818ec4de0e6 req-dcf38a1f-8838-4e31-8568-75d00380ad53 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643446
May 04 13:51:19.935731 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 4d870245-42f8-4f45-a898-0e409feb50d7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:51:19.936904 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:20.118960 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:20.163037 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:51:20.179584 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:20.187606 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:20.190382 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:20.231563 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'code': 200}
May 04 13:51:20.331229 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=7']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:20.334433 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:21.151059 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e708b-6412-47b7-ba83-5b1207cee105 req-c922a6b5-86fa-44fe-89d5-7a5fb57704e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:21.155465 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-127e708b-6412-47b7-ba83-5b1207cee105 req-c922a6b5-86fa-44fe-89d5-7a5fb57704e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1542108
May 04 13:51:21.239124 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-127e708b-6412-47b7-ba83-5b1207cee105 req-2249d3d7-1fca-463e-aaf7-d3c7a6ceedbd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759935
May 04 13:51:22.003430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33576) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:22.159228 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.180516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:22.186097 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Usage tracker for resource:security_group_rule and tenant:793ec81d81ea4bc79e492036d6696c54 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:22.191547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:22.202791 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:22.358315 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.366062 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.374580 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-26268cf7-3ce1-444b-97f7-d143641cbb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:22.428207 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=793ec81d81ea4bc79e492036d6696c54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4211226
May 04 13:51:22.428207 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3e52c-dfdc-40f1-9452-3641f07e9e9d,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:22.428508 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33586) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:22.454842 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-869c30b7-f846-48b0-ade7-4cf45d3b944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:22.530254 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.571858 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.576019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2905b-2599-4d24-ba2b-459e0d6fc313 req-6fa7128f-4659-46f7-8027-5a16bba62995 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:22.585050 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-74f2905b-2599-4d24-ba2b-459e0d6fc313 req-6fa7128f-4659-46f7-8027-5a16bba62995 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1269205
May 04 13:51:22.640102 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.644531 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3c11b7f2-d67c-445e-a295-98c2c742e79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:22.647769 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-74f2905b-2599-4d24-ba2b-459e0d6fc313 req-23e34674-3260-42c5-bdc6-f013762a0e5f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623548
May 04 13:51:22.662891 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3e52c-dfdc-40f1-9452-3641f07e9e9d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:22.665673 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:22.674230 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:22.675591 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cf3e52c-dfdc-40f1-9452-3641f07e9e9d HTTP/1.1" status: 204  len: 168 time: 0.2457409
May 04 13:51:23.186842 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33598) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:23.207238 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.225013 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:23.229653 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Usage tracker for resource:security_group_rule and tenant:8d73f0fa903544ada9aa81d2e48e72b3 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:23.233426 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:23.240688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:23.361197 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.366947 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.389629 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-905d6394-1467-4fd0-a89f-334a231eea72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:23.425568 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2767929a-800c-41a7-aba1-a6a01a01e60b,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:23.429651 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:23.436664 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33602) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:23.437891 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d73f0fa903544ada9aa81d2e48e72b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2494180
May 04 13:51:23.510890 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.541954 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.615460 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.620275 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-084f86f6-cb8d-4a78-91d6-59b58fda3442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:23.749560 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2767929a-800c-41a7-aba1-a6a01a01e60b,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:23.754030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:23.766681 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:23.781940 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2767929a-800c-41a7-aba1-a6a01a01e60b HTTP/1.1" status: 204  len: 168 time: 0.3373561
May 04 13:51:23.978748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a03467-4743-4186-961c-153d63945a5f req-5189fa11-cfd1-4d7d-bbb1-f4d5bfffcd64 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:23.981550 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6a03467-4743-4186-961c-153d63945a5f req-5189fa11-cfd1-4d7d-bbb1-f4d5bfffcd64 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1155183
May 04 13:51:24.076380 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6a03467-4743-4186-961c-153d63945a5f req-753c74b7-572f-4b52-863f-de055bf97c0e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815573
May 04 13:51:25.350799 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6700a3-77f4-445c-ad3b-954af1f1dc30 req-ea9bd9ae-cc61-4592-984b-198181b29b3b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:25.363858 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6b6700a3-77f4-445c-ad3b-954af1f1dc30 req-ea9bd9ae-cc61-4592-984b-198181b29b3b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1356812
May 04 13:51:25.433483 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6b6700a3-77f4-445c-ad3b-954af1f1dc30 req-4e47f8e4-fbba-4bd6-86e6-7aaae0ecdf81 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683897
May 04 13:51:26.522985 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33672) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:26.776567 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:26.802118 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:26.807310 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:aea1cd14757e494bb21664d650719fee is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:26.813215 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:26.821119 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:26.901319 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893682c-f33f-40bb-98b2-56273b4a6ce2 req-4e464a47-cc90-4310-9717-f2d17104a189 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:26.917058 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4893682c-f33f-40bb-98b2-56273b4a6ce2 req-4e464a47-cc90-4310-9717-f2d17104a189 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.2265782
May 04 13:51:26.945387 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:26.954193 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:26.957804 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf427335-56ca-405e-84bc-e718c4d48086 req-a6683412-3c9b-480c-8814-31af7a60b53a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:26.960358 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cf427335-56ca-405e-84bc-e718c4d48086 req-a6683412-3c9b-480c-8814-31af7a60b53a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.3653603
May 04 13:51:26.973279 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2a8feb17-3995-4f63-9372-51513d700be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:27.032785 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aea1cd14757e494bb21664d650719fee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5085838
May 04 13:51:27.035134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d2582-9652-45d7-9768-b04ccd77af42,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:27.039505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33678) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:27.050553 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:27.122527 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4893682c-f33f-40bb-98b2-56273b4a6ce2 req-5584d71f-52a6-4c1a-abb1-862b5c54364c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2036955
May 04 13:51:27.143947 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cf427335-56ca-405e-84bc-e718c4d48086 req-fe7baf18-2ed8-4a9b-a76e-3da0261a64d8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1723497
May 04 13:51:27.220008 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.253619 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.327934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.333890 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-678e1dab-77ec-45cc-892c-e9d411f9925f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:27.346515 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d2582-9652-45d7-9768-b04ccd77af42,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:27.349376 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:27.374151 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.375304 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e6d2582-9652-45d7-9768-b04ccd77af42 HTTP/1.1" status: 204  len: 168 time: 0.3341980
May 04 13:51:27.782420 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33686) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:27.805155 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2e999395-1132-40ef-a0b8-76254cc3da52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.808170 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.827341 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:27.832720 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Usage tracker for resource:security_group_rule and tenant:921d9f09e2ee49fb972ac0c18689fef6 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:27.836900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:27.847276 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:27.976841 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.983441 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:27.991482 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4bc7753b-cc63-4f24-a334-e7a53d395ae0 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:28.062635 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a4681-f024-4298-be5c-1386b74cf796,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:28.067411 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=921d9f09e2ee49fb972ac0c18689fef6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2832811
May 04 13:51:28.068484 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af351e34-1b87-4bbd-8216-9c3a409df9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:28.070280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33690) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:28.148351 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:28.180593 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:28.303416 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:28.312445 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e18073db-4347-418e-a0e3-d0234921671f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:28.498403 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d1a54-e5d9-4a2e-8c8f-72f8f6797b65 req-3a8c2dee-9675-4cfa-980a-f1d8ccc03ca9 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:28.508330 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ab0d1a54-e5d9-4a2e-8c8f-72f8f6797b65 req-3a8c2dee-9675-4cfa-980a-f1d8ccc03ca9 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1388929
May 04 13:51:28.741035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a4681-f024-4298-be5c-1386b74cf796,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:28.749557 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:28.754499 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:28.755947 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b60d9f97-30e4-4a13-aebe-36cad855c18b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/986a4681-f024-4298-be5c-1386b74cf796 HTTP/1.1" status: 204  len: 168 time: 0.6835709
May 04 13:51:28.775775 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ab0d1a54-e5d9-4a2e-8c8f-72f8f6797b65 req-256469cb-c0ff-44f9-be39-9683d648de6f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2664847
May 04 13:51:28.865621 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010a9a2-a824-4a8f-9ea3-e5fcd83d4c4b req-729d1e98-62f7-4157-8348-617593b304e0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:28.877918 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9010a9a2-a824-4a8f-9ea3-e5fcd83d4c4b req-729d1e98-62f7-4157-8348-617593b304e0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.3251579
May 04 13:51:28.956959 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9010a9a2-a824-4a8f-9ea3-e5fcd83d4c4b req-4f0fb2da-ac72-4c50-a9e8-5431905cb676 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0713418
May 04 13:51:30.082362 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042feb5-406d-48d9-b07c-c77628ce039c req-25c9aeb7-039f-46c2-b7ac-d6bd1ab6cd1e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:30.097534 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5042feb5-406d-48d9-b07c-c77628ce039c req-25c9aeb7-039f-46c2-b7ac-d6bd1ab6cd1e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1498020
May 04 13:51:30.238709 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5042feb5-406d-48d9-b07c-c77628ce039c req-08b64631-a4b0-4419-b088-f05369180d45 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398532
May 04 13:51:30.279652 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcabe6-de9a-49cd-b0f4-319b0bca62f7 req-9646fae2-163e-4a45-acbc-3254941b4b27 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:30.281212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-56bcabe6-de9a-49cd-b0f4-319b0bca62f7 req-9646fae2-163e-4a45-acbc-3254941b4b27 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1533384
May 04 13:51:30.333233 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-56bcabe6-de9a-49cd-b0f4-319b0bca62f7 req-73ca3469-b061-4647-860d-f82a02449e3c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456610
May 04 13:51:30.874790 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-fd017914-cff6-4eb0-871b-f7301ed22ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:30.876280 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-fd017914-cff6-4eb0-871b-f7301ed22ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1099 time: 0.0779433
May 04 13:51:30.923571 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:31.028288 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-76e71ecc-ef58-47a5-a1b9-b3788d486021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:31.029984 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-76e71ecc-ef58-47a5-a1b9-b3788d486021 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.1462009
May 04 13:51:31.144088 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1786d4dd-3e97-4329-807f-79655101a44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:31.147770 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-3e175f10-4451-407b-9473-147cb76b0d7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 1001 time: 0.1097388
May 04 13:51:31.220415 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-fe816af4-9ad3-4655-8e41-dd52920fcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:31.222466 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-fe816af4-9ad3-4655-8e41-dd52920fcf28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.0680332
May 04 13:51:31.312123 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-12d17fcd-3597-4fda-ad43-91c47b4151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:31.314010 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-12d17fcd-3597-4fda-ad43-91c47b4151a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829468
May 04 13:51:31.688674 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-25ba0049-b56c-4c07-b0b3-15d1b96e0f31 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3672018
May 04 13:51:31.838584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b52c6-b050-4fe5-9bc9-1729ab1500a2 req-c765ecfc-5a74-45cf-90e4-1266a28add25 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:31.840439 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2f4b52c6-b050-4fe5-9bc9-1729ab1500a2 req-c765ecfc-5a74-45cf-90e4-1266a28add25 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.3667448
May 04 13:51:31.849338 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4e93-7ea0-468c-914b-b814c656009a req-5ec31bdf-8f4d-476a-bdf4-2b57112d7616 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:31.850928 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a93e4e93-7ea0-468c-914b-b814c656009a req-5ec31bdf-8f4d-476a-bdf4-2b57112d7616 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.4325240
May 04 13:51:31.966644 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a93e4e93-7ea0-468c-914b-b814c656009a req-8965c06a-84a6-4f20-bfee-66333c2e42d5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949337
May 04 13:51:31.969750 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2f4b52c6-b050-4fe5-9bc9-1729ab1500a2 req-97071da7-d4b7-46fd-95d9-5718c3c3b708 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1178052
May 04 13:51:31.971510 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-91289780-ba28-41f1-add0-297d5a4ba1e7 req-a7f319f0-6662-46cb-baf3-53f39b53629f service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713261
May 04 13:51:33.189927 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:33.259162 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95bb8-31a8-4e4b-96a6-e5424a59d751 req-5486226e-aa19-4e6c-aada-8b4c4a340888 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:33.260725 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f9e95bb8-31a8-4e4b-96a6-e5424a59d751 req-5486226e-aa19-4e6c-aada-8b4c4a340888 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 946 time: 0.1598740
May 04 13:51:33.273372 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485f9d-ae0b-4937-ab8c-256f143940ef req-80dd3833-681c-4183-b9e7-c8453eb5df4e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:33.274947 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b485f9d-ae0b-4937-ab8c-256f143940ef req-80dd3833-681c-4183-b9e7-c8453eb5df4e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1390748
May 04 13:51:33.349378 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f9e95bb8-31a8-4e4b-96a6-e5424a59d751 req-f60b79d5-f975-43ee-99c9-93253bcdeb52 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732453
May 04 13:51:33.361419 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b485f9d-ae0b-4937-ab8c-256f143940ef req-ff11de14-4842-4781-8f01-4945fe8dbd4a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0695152
May 04 13:51:33.854329 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:51:33.977372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:34.005821 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:51:34.018661 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:34.025406 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:34.027920 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:34.100188 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'code': 200}
May 04 13:51:34.100754 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=8']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:34.103961 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:34.541655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:34.695487 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac049d-6c65-42ea-86c6-65a309b08c0c req-677fb3d8-a801-464d-80fd-5b38a85f97c0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:34.697161 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-00ac049d-6c65-42ea-86c6-65a309b08c0c req-677fb3d8-a801-464d-80fd-5b38a85f97c0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1999977
May 04 13:51:34.713887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406929e-8729-4e5b-8808-24fddf11f471 req-6e7d9c7c-4a28-4a77-bae1-9fd52ae610cd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:34.715753 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a406929e-8729-4e5b-8808-24fddf11f471 req-6e7d9c7c-4a28-4a77-bae1-9fd52ae610cd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1625428
May 04 13:51:34.791469 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-00ac049d-6c65-42ea-86c6-65a309b08c0c req-625249a9-6225-43df-9277-745967fa8cb1 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0745986
May 04 13:51:34.801531 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a406929e-8729-4e5b-8808-24fddf11f471 req-3c1ce9ce-3131-4841-b2c2-f132b4f4ac17 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668674
May 04 13:51:35.920309 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:51:36.100649 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c79456-fcdf-4951-b038-12cdbec7991b req-3853a6da-bebd-4bb1-b0ec-0cb871cb3bf4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:36.102240 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-66c79456-fcdf-4951-b038-12cdbec7991b req-3853a6da-bebd-4bb1-b0ec-0cb871cb3bf4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.2252669
May 04 13:51:36.117963 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c75010-27e5-4ee7-b3af-906d3af469dc req-38a9e170-187b-4b59-9cd0-4fb11e23376a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:36.119489 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05c75010-27e5-4ee7-b3af-906d3af469dc req-38a9e170-187b-4b59-9cd0-4fb11e23376a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1346889
May 04 13:51:36.199288 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-66c79456-fcdf-4951-b038-12cdbec7991b req-ce9f4603-084d-4579-a02d-96813690f728 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787969
May 04 13:51:36.210884 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05c75010-27e5-4ee7-b3af-906d3af469dc req-e4e51a7a-e86b-4a0a-8c7d-06cf094de7b9 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0758793
May 04 13:51:36.377224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33876) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:36.507745 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-3c3634dc-2cd3-49dc-ab55-7c871663b45f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1289060
May 04 13:51:36.701699 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-4af45094-f194-4c69-8379-dae617098e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:36.703190 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-4af45094-f194-4c69-8379-dae617098e63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.0774159
May 04 13:51:36.868389 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-0b31a5a3-8f0a-4a7e-892c-94d44fdb7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:36.869862 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-0b31a5a3-8f0a-4a7e-892c-94d44fdb7ba9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.1602664
May 04 13:51:37.002337 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-b1117f2d-0205-4251-b1c4-489d1b7492c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 1002 time: 0.1260049
May 04 13:51:37.084877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-d1fe92b5-8ee1-48d8-8b51-62f70fcb539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:37.086413 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-d1fe92b5-8ee1-48d8-8b51-62f70fcb539f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0748138
May 04 13:51:37.203413 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-14413618-d092-44f3-877d-2b18107ff15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:37.206189 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-14413618-d092-44f3-877d-2b18107ff15c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1128049
May 04 13:51:37.559681 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-76d57b57-9fbc-4ff4-8ed4-83cd7dffd5d8 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456204
May 04 13:51:37.619843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33906) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:37.760809 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:37.782367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:37.791852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Usage tracker for resource:security_group_rule and tenant:1ea1820c960d47c1827c8a1467dcdb4c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:37.796062 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:37.803174 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:37.822056 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84e1bf-e710-4b01-ada0-03f5a5681338 req-c76c051d-7bfe-4dfd-8ba8-09500d6a4fcc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:37.823574 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb84e1bf-e710-4b01-ada0-03f5a5681338 req-c76c051d-7bfe-4dfd-8ba8-09500d6a4fcc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.4631617
May 04 13:51:37.870022 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66b415-c713-4182-9f2d-b54aa0c45c6c req-18c17ab0-c51e-4a05-9bfd-eaef5c913133 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:37.871539 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6b66b415-c713-4182-9f2d-b54aa0c45c6c req-18c17ab0-c51e-4a05-9bfd-eaef5c913133 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.4236188
May 04 13:51:37.917270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:37.922560 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:37.939803 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0996d5c6-18e0-44be-86b6-20c8f4439d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:37.942676 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb84e1bf-e710-4b01-ada0-03f5a5681338 req-0f712dda-94e6-48fe-8922-25babc1091c7 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1063182
May 04 13:51:37.967699 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-84cf73d1-d083-4b24-9989-e1e034feea0e req-0ad987ff-9089-4af1-87ac-80578e5235b2 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3970773
May 04 13:51:37.973988 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6b66b415-c713-4182-9f2d-b54aa0c45c6c req-30893e52-90ae-4c5b-b3ff-5bfdd20ed725 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942400
May 04 13:51:37.978021 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da176ee7-c724-4e5d-8612-7910fad52387,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:37.989148 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:38.009391 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ea1820c960d47c1827c8a1467dcdb4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3884399
May 04 13:51:38.012023 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33912) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:38.071629 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.100059 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.150802 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.154683 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70b5a3d9-54b6-4431-a923-d7a04a10709b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:38.166725 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da176ee7-c724-4e5d-8612-7910fad52387,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:38.170554 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:38.174850 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.175949 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-f8fe4d7d-ffaa-476c-9008-54cd246d6592 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da176ee7-c724-4e5d-8612-7910fad52387 HTTP/1.1" status: 204  len: 168 time: 0.1622992
May 04 13:51:38.376201 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-b67d18d5-5a8a-48d0-a353-62be16f9565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:38.377682 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-b67d18d5-5a8a-48d0-a353-62be16f9565f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87&tenant_id=311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 1097 time: 0.0768528
May 04 13:51:38.484942 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-bee4ea7f-f975-408a-8076-02bdae51429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:38.486457 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-bee4ea7f-f975-408a-8076-02bdae51429c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1097 time: 0.0855837
May 04 13:51:38.492019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33920) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:38.541053 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.618862 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:51:38.627321 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Usage tracker for resource:security_group_rule and tenant:4b59ec6ef9d24f0fa86d367d859fb24b is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:51:38.631584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:51:38.640192 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:51:38.681348 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-19ceacba-17bc-4bfe-9db4-1bca46bca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:38.682780 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-19ceacba-17bc-4bfe-9db4-1bca46bca0ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.1880219
May 04 13:51:38.803852 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-1ffbd17d-032c-4e95-a633-7c1ea64fac51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 200  len: 999 time: 0.1137712
May 04 13:51:38.888755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.893656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:38.906867 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-58fc03d5-0f7c-44e7-82f5-7d4dec7ecd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:38.915439 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-94b44713-2d2e-44af-a0a4-f221f3f9f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:38.916892 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-94b44713-2d2e-44af-a0a4-f221f3f9f9cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.1019580
May 04 13:51:38.994389 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac94abc-a447-4adb-b176-a4f61e51d602,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:39.001434 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b59ec6ef9d24f0fa86d367d859fb24b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5055449
May 04 13:51:39.001434 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:39.001744 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 33926) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:39.084272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-f0ac9ee2-a3b4-43ca-a8ce-8c02b5a8cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:39.085877 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-f0ac9ee2-a3b4-43ca-a8ce-8c02b5a8cf3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1595106
May 04 13:51:39.148357 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:39.304769 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:39.414099 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-523b94fa-35e8-4410-becc-b858d14302fd service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897806
May 04 13:51:39.423895 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911805d-3056-4ff8-8a30-7d249c59d480 req-11d10af8-bbe1-45ae-89bf-7b07dd966f6f tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:39.425387 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7911805d-3056-4ff8-8a30-7d249c59d480 req-11d10af8-bbe1-45ae-89bf-7b07dd966f6f tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.3458338
May 04 13:51:39.489154 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421ef0-6a97-4ab0-beb1-510f2705a9e5 req-f206d791-ebd6-4e3f-8342-1b5de0a757e1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:39.490631 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ed421ef0-6a97-4ab0-beb1-510f2705a9e5 req-f206d791-ebd6-4e3f-8342-1b5de0a757e1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.3677540
May 04 13:51:39.495500 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:39.504458 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01325b9d-0d3f-4870-ac88-e478f916b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:39.612413 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac94abc-a447-4adb-b176-a4f61e51d602,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:39.616185 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:39.634574 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7911805d-3056-4ff8-8a30-7d249c59d480 req-bd1e5134-24e8-4338-bfcc-c783f0b3c539 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1868653
May 04 13:51:39.661739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:39.676829 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ac94abc-a447-4adb-b176-a4f61e51d602 HTTP/1.1" status: 204  len: 168 time: 0.6601772
May 04 13:51:39.694479 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ed421ef0-6a97-4ab0-beb1-510f2705a9e5 req-7e77988f-1a60-4821-8ec9-295c98ec1356 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1927738
May 04 13:51:39.711920 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ab5d290-e08a-48c6-8621-93338e9bfbfd req-bf354053-f9d1-42ed-ad4d-584329163846 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855160
May 04 13:51:40.913645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94083cf-90ba-4061-81e0-e835a052dc6b req-c613298a-e1cd-4e4c-9247-46558b3454da tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:40.922842 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b94083cf-90ba-4061-81e0-e835a052dc6b req-c613298a-e1cd-4e4c-9247-46558b3454da tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1077683
May 04 13:51:41.025918 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b94083cf-90ba-4061-81e0-e835a052dc6b req-9d8053a5-ea15-4816-b5a3-5a30e9061286 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1007833
May 04 13:51:41.179990 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a33a2-87ef-4f7c-a68f-2a1001a01f51 req-bb46e3a2-657f-4f74-b007-4d74e1a554f3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:41.181937 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e76a33a2-87ef-4f7c-a68f-2a1001a01f51 req-bb46e3a2-657f-4f74-b007-4d74e1a554f3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1486878
May 04 13:51:41.261167 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e76a33a2-87ef-4f7c-a68f-2a1001a01f51 req-1f75ef42-2d39-433f-b601-3feaa8fc4d64 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661206
May 04 13:51:41.799193 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 33994) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:51:41.899442 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:51:41.948769 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2c3f0-9627-4a53-b70d-ca0cd1f76b92 req-806217e8-0d26-407f-a039-34c5341c894b tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:41.951108 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16a2c3f0-9627-4a53-b70d-ca0cd1f76b92 req-806217e8-0d26-407f-a039-34c5341c894b tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.3076036
May 04 13:51:42.014677 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-16a2c3f0-9627-4a53-b70d-ca0cd1f76b92 req-318d5d1d-5f7d-42e7-ad85-612e7d516015 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0567012
May 04 13:51:42.044770 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-0ffda0db-f124-4355-89e1-f2e5be46e4d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2438257
May 04 13:51:42.098863 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:42.130259 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:51:42.153041 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:51:42.159112 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:42.161984 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:51:42.267667 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'code': 200}
May 04 13:51:42.285488 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=6']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:51:42.290424 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:51:42.540921 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379ca9c-4192-4c33-83a8-14db62d392ad req-53d9d2af-a469-43ff-aad1-91ae9bb3fbb9 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:42.542675 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1379ca9c-4192-4c33-83a8-14db62d392ad req-53d9d2af-a469-43ff-aad1-91ae9bb3fbb9 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1487718
May 04 13:51:42.609951 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1379ca9c-4192-4c33-83a8-14db62d392ad req-6a4626e8-5b10-4959-8547-c636c7fe9104 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607283
May 04 13:51:43.241951 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc54276-37d4-44ad-b1e3-6773cc5f4d2e req-092b3945-9c07-46aa-a7e4-dafbb01d3923 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:43.249464 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8bc54276-37d4-44ad-b1e3-6773cc5f4d2e req-092b3945-9c07-46aa-a7e4-dafbb01d3923 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1032250
May 04 13:51:43.312924 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8bc54276-37d4-44ad-b1e3-6773cc5f4d2e req-5e111f68-4f70-41e7-a6a7-547b212cdfd8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0622587
May 04 13:51:43.938269 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dfc4f-b8b3-4961-be4c-82469f2e8c7b req-b2e59709-4694-4368-bc05-8276aeff312f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:43.939650 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-733dfc4f-b8b3-4961-be4c-82469f2e8c7b req-b2e59709-4694-4368-bc05-8276aeff312f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1563504
May 04 13:51:44.010318 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-733dfc4f-b8b3-4961-be4c-82469f2e8c7b req-304f5c9a-250c-47f4-b6e0-b4469904aab9 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604653
May 04 13:51:44.518986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb939b7-48a7-4733-8715-130f6dd3a85e req-48467f86-3d8b-44ef-8e5b-b2f6a76aaea5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:44.520499 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bcb939b7-48a7-4733-8715-130f6dd3a85e req-48467f86-3d8b-44ef-8e5b-b2f6a76aaea5 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0918155
May 04 13:51:44.571921 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bcb939b7-48a7-4733-8715-130f6dd3a85e req-841d7003-875a-4858-b593-b1a54bdf9bc3 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457108
May 04 13:51:45.278336 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a8722-8134-4ebe-a03b-5356ddf6bc26 req-f0eae1d3-bb3e-4941-a84e-7ad87a871894 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:45.286378 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e65a8722-8134-4ebe-a03b-5356ddf6bc26 req-f0eae1d3-bb3e-4941-a84e-7ad87a871894 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1309178
May 04 13:51:45.346003 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e65a8722-8134-4ebe-a03b-5356ddf6bc26 req-921a54e7-9b1f-4e3f-bc9a-2e911aa2596a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586398
May 04 13:51:45.793176 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89469d-a587-4bed-bc20-0c00520bae29 req-45d6d462-381f-4ef8-85a9-1dc75c0fde65 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:45.795291 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c89469d-a587-4bed-bc20-0c00520bae29 req-45d6d462-381f-4ef8-85a9-1dc75c0fde65 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0917563
May 04 13:51:45.883141 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c89469d-a587-4bed-bc20-0c00520bae29 req-63c14220-ff4b-4c24-ae91-d454aa967d62 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0809283
May 04 13:51:46.631680 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15af6b3-6ab6-4f6b-ba5d-aa32449df137 req-74a06168-ca01-4db2-851a-8dcc410ce130 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:46.633178 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f15af6b3-6ab6-4f6b-ba5d-aa32449df137 req-74a06168-ca01-4db2-851a-8dcc410ce130 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1515110
May 04 13:51:46.710900 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f15af6b3-6ab6-4f6b-ba5d-aa32449df137 req-4b69e915-4dca-42eb-bd0e-ae166b2004c3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666854
May 04 13:51:47.104072 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a79ee-29db-488f-bb26-0e17b026cd5a req-c9f26178-ac25-4f03-bce6-97b69c9768c0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:47.105571 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db3a79ee-29db-488f-bb26-0e17b026cd5a req-c9f26178-ac25-4f03-bce6-97b69c9768c0 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0942423
May 04 13:51:47.161068 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db3a79ee-29db-488f-bb26-0e17b026cd5a req-458af3c9-b753-4bb1-aa61-d9a8257e0eca tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472240
May 04 13:51:47.920030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e87c9-5a8a-4f3f-b3d6-8fc4dfd584ac req-b6ca6561-4655-4ded-8c62-659c037f0629 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:47.921715 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-629e87c9-5a8a-4f3f-b3d6-8fc4dfd584ac req-b6ca6561-4655-4ded-8c62-659c037f0629 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0977314
May 04 13:51:47.971920 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-629e87c9-5a8a-4f3f-b3d6-8fc4dfd584ac req-1b1525de-e0db-4b8d-ae6a-c217092c8dd3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441377
May 04 13:51:48.025115 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:48.385396 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8d1c5-274f-4091-a18b-d0b388f48ab9 req-68c3f55d-b256-4748-8f70-ffd6f0188efc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:48.386895 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-35d8d1c5-274f-4091-a18b-d0b388f48ab9 req-68c3f55d-b256-4748-8f70-ffd6f0188efc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1102164
May 04 13:51:48.467383 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-35d8d1c5-274f-4091-a18b-d0b388f48ab9 req-6cc34c60-b10b-4ed8-a80b-a0a5f6aa3238 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0736399
May 04 13:51:49.249886 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad875ac-6fe7-4bc9-a083-efcb386f593b req-499eb9e9-5e33-4939-b018-495a35dfb1a6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:49.251582 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ad875ac-6fe7-4bc9-a083-efcb386f593b req-499eb9e9-5e33-4939-b018-495a35dfb1a6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0953200
May 04 13:51:49.312176 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2ad875ac-6fe7-4bc9-a083-efcb386f593b req-b76987eb-543b-4756-bfc6-98549bda4f07 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541317
May 04 13:51:49.718909 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e08f-55d9-4666-bd68-ecdfc69bc7a4 req-c7e3768f-a43b-48ec-adea-d1f11f239c50 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:49.719925 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0d88e08f-55d9-4666-bd68-ecdfc69bc7a4 req-c7e3768f-a43b-48ec-adea-d1f11f239c50 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1116369
May 04 13:51:49.781211 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0d88e08f-55d9-4666-bd68-ecdfc69bc7a4 req-58b93a2d-52ec-47bf-a585-2b690a37ff4b tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0517349
May 04 13:51:50.541241 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675e80e-b242-4a9e-8886-3d3077a201e5 req-d29fc5af-bc10-499c-a2c3-fcca9e0472e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:50.542676 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e675e80e-b242-4a9e-8886-3d3077a201e5 req-d29fc5af-bc10-499c-a2c3-fcca9e0472e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0812948
May 04 13:51:50.593058 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e675e80e-b242-4a9e-8886-3d3077a201e5 req-309f9ede-509f-41b0-a2f6-6432551fe70a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446644
May 04 13:51:50.968741 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413c7d1-8111-42a6-87ed-7d0dbb97e62b req-f41b6783-9586-49e8-84d3-160a03d3d927 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:50.970217 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8413c7d1-8111-42a6-87ed-7d0dbb97e62b req-f41b6783-9586-49e8-84d3-160a03d3d927 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0826364
May 04 13:51:51.016571 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8413c7d1-8111-42a6-87ed-7d0dbb97e62b req-5b77c97b-d35e-4341-ba52-c7bc494a177b tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395896
May 04 13:51:51.787011 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df621e-1e99-4fe2-9267-dc9c6ff00487 req-e96caab6-ad90-4cc3-b648-90d951955e08 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:51.788825 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-52df621e-1e99-4fe2-9267-dc9c6ff00487 req-e96caab6-ad90-4cc3-b648-90d951955e08 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0842419
May 04 13:51:51.833689 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-52df621e-1e99-4fe2-9267-dc9c6ff00487 req-f24a6c3b-88bf-4c69-8823-fbc8ac26c9bb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386615
May 04 13:51:52.195551 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a920d-2358-4688-be87-f8e876f02f1a req-6925f1a2-d9c5-43c9-abee-fa9f132cb49a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:52.196890 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a2a920d-2358-4688-be87-f8e876f02f1a req-6925f1a2-d9c5-43c9-abee-fa9f132cb49a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0783870
May 04 13:51:52.242896 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a2a920d-2358-4688-be87-f8e876f02f1a req-771b5c21-b5cb-4cc7-aa97-fa255774954f tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397456
May 04 13:51:53.105685 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43648392-c90d-47eb-a909-f1072ccc788f req-d19c7b8f-74b8-4508-937e-9cb1b4c71612 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:53.107931 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43648392-c90d-47eb-a909-f1072ccc788f req-d19c7b8f-74b8-4508-937e-9cb1b4c71612 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1607447
May 04 13:51:53.152611 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-43648392-c90d-47eb-a909-f1072ccc788f req-458f036b-cbb3-4031-af1e-6376a18d145c tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390172
May 04 13:51:53.430933 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362984bb-3fc9-44bd-9723-306deb969ffc req-b82910fd-e7c3-446e-9779-f0c8451b7c99 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:53.432287 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-362984bb-3fc9-44bd-9723-306deb969ffc req-b82910fd-e7c3-446e-9779-f0c8451b7c99 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0813296
May 04 13:51:53.477663 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-362984bb-3fc9-44bd-9723-306deb969ffc req-62dc62be-29c3-4a92-b64f-6b402e7d5634 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391390
May 04 13:51:54.350195 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb6928-6a87-4aac-b24b-9c3eca5805c5 req-5c4d50db-e138-4cd6-ad3a-a95cef400d6d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:54.351649 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6fdb6928-6a87-4aac-b24b-9c3eca5805c5 req-5c4d50db-e138-4cd6-ad3a-a95cef400d6d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0824711
May 04 13:51:54.397599 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6fdb6928-6a87-4aac-b24b-9c3eca5805c5 req-b5e30ab8-d4ab-4bcd-83d1-49ed90c15ed2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394795
May 04 13:51:54.700264 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59a7ed-a305-493c-9ffa-4f38bdc4db5c req-6b012be4-3066-4888-8288-f5a26c6502a6 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:54.712732 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2f59a7ed-a305-493c-9ffa-4f38bdc4db5c req-6b012be4-3066-4888-8288-f5a26c6502a6 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1094892
May 04 13:51:54.754238 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2f59a7ed-a305-493c-9ffa-4f38bdc4db5c req-7a9acdd2-2282-4780-a5f2-7f4c2ec655aa tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461187
May 04 13:51:55.167404 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-21fba239-54f0-4fbe-b22b-01776213377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:55.168906 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-21fba239-54f0-4fbe-b22b-01776213377f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7&tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c HTTP/1.1" status: 200  len: 1097 time: 0.0710478
May 04 13:51:55.270949 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-6430a057-52bc-4ec1-9bd2-f729c043495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:55.272425 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-6430a057-52bc-4ec1-9bd2-f729c043495d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1097 time: 0.0784545
May 04 13:51:55.413064 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-446e4f56-79a7-427c-8976-26f2362024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:55.414598 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-446e4f56-79a7-427c-8976-26f2362024ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.1353273
May 04 13:51:55.569778 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-ebbbe410-cd38-4629-a1c9-08d2c40d7297 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 1000 time: 0.1486547
May 04 13:51:55.653039 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-0e062735-269d-41a8-9602-15034088661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:55.654826 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-0e062735-269d-41a8-9602-15034088661e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0776742
May 04 13:51:55.666933 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91fec1-03e1-42bf-b6a8-f8554600fb54 req-38ae9ddd-fa23-45b9-aa57-98c4932cd6b7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:55.668249 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b91fec1-03e1-42bf-b6a8-f8554600fb54 req-38ae9ddd-fa23-45b9-aa57-98c4932cd6b7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1535623
May 04 13:51:55.756623 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9b91fec1-03e1-42bf-b6a8-f8554600fb54 req-322884e3-e5a8-4640-805a-e3b2d00bfb47 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572813
May 04 13:51:55.775624 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-6dc95be9-ac15-4ec5-b409-e968f2f08c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:55.777114 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-6dc95be9-ac15-4ec5-b409-e968f2f08c3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1079943
May 04 13:51:55.970193 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-450e9122-22a6-41ee-bd59-7d32195815fb service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853962
May 04 13:51:56.024684 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b0187-e18d-4f01-9425-aecdf5358cf5 req-5ac644ce-d6c9-44dc-84c9-72cfac843687 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:56.026165 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-792b0187-e18d-4f01-9425-aecdf5358cf5 req-5ac644ce-d6c9-44dc-84c9-72cfac843687 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1580999
May 04 13:51:56.147694 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-792b0187-e18d-4f01-9425-aecdf5358cf5 req-52ee110d-0ba7-4e60-b754-fad31bed12c2 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1145427
May 04 13:51:56.165346 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47f95ccb-9199-43da-8155-a5589a5db0c1 req-723d8468-cbb4-46ba-bc15-327bdb20f5f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883776
May 04 13:51:56.975190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58117-e6a8-4bf7-84ee-3a6ee4498f77 req-3defe176-44ff-4f17-a738-e63392374a1a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:56.976897 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-32f58117-e6a8-4bf7-84ee-3a6ee4498f77 req-3defe176-44ff-4f17-a738-e63392374a1a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0979462
May 04 13:51:57.036550 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-32f58117-e6a8-4bf7-84ee-3a6ee4498f77 req-a5366c62-7667-46c6-9f54-0f81145bcaf8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512693
May 04 13:51:57.382445 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876766-e9fe-4fbc-a0fd-592eaeb1d21e req-120d15d2-aa5f-4b4f-b208-f9cb5370dea3 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:57.384553 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-64876766-e9fe-4fbc-a0fd-592eaeb1d21e req-120d15d2-aa5f-4b4f-b208-f9cb5370dea3 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.1104295
May 04 13:51:57.440449 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-64876766-e9fe-4fbc-a0fd-592eaeb1d21e req-8e2020dd-4a59-4555-b0d0-ac5ae229aba7 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472448
May 04 13:51:57.788717 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8dda8221-5c55-460a-ba00-8c3d35a8ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:51:58.244706 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8d01a-3e4b-4367-b586-b157d8475caf req-2cd2cc0e-c92b-4a43-9b88-350cce38d286 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:58.246202 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ffa8d01a-3e4b-4367-b586-b157d8475caf req-2cd2cc0e-c92b-4a43-9b88-350cce38d286 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0882223
May 04 13:51:58.387020 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ffa8d01a-3e4b-4367-b586-b157d8475caf req-575949d3-379a-4208-95ff-afa2b82f9632 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342490
May 04 13:51:58.625450 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0b60-59d8-469f-8cb6-3fffb4c96752 req-21bc53de-48e7-47c4-9f0b-20a87b2ba7bb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:58.626877 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1a9b0b60-59d8-469f-8cb6-3fffb4c96752 req-21bc53de-48e7-47c4-9f0b-20a87b2ba7bb tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0795965
May 04 13:51:58.673934 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1a9b0b60-59d8-469f-8cb6-3fffb4c96752 req-12101aa2-369f-4f8c-ab2b-09178ff3aa11 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413287
May 04 13:51:59.605347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe3fb6-b830-42d0-b121-6c81ad652ff3 req-46caddf3-b9a9-4b09-89ab-8994229b1745 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:59.621559 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2fe3fb6-b830-42d0-b121-6c81ad652ff3 req-46caddf3-b9a9-4b09-89ab-8994229b1745 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.1159804
May 04 13:51:59.663641 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2fe3fb6-b830-42d0-b121-6c81ad652ff3 req-9404bd7f-49fc-40c9-90f8-78d2d7367971 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411825
May 04 13:51:59.868043 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a5de4-b8c4-4131-bbca-71113a7a5e30 req-a612d650-3a70-4218-92d1-b356c4119594 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:51:59.869534 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-398a5de4-b8c4-4131-bbca-71113a7a5e30 req-a612d650-3a70-4218-92d1-b356c4119594 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0884554
May 04 13:51:59.920186 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-398a5de4-b8c4-4131-bbca-71113a7a5e30 req-9c821b9a-13e1-4eda-be9b-b290418abecd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436478
May 04 13:52:00.856000 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1acb6-ac16-4eee-948f-de5ba9ac89d4 req-e91aa6a6-f9d0-453d-b709-b151f998cca8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:00.857512 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-12a1acb6-ac16-4eee-948f-de5ba9ac89d4 req-e91aa6a6-f9d0-453d-b709-b151f998cca8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0816886
May 04 13:52:00.903033 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-12a1acb6-ac16-4eee-948f-de5ba9ac89d4 req-20e2c8d7-8021-4414-a590-7f5755265a74 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399325
May 04 13:52:00.917166 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:01.120583 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cd4ca-ddda-4d87-a46a-8403c8d5288a req-8e71a584-2d8b-484f-8598-91e00d2817e4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:01.122734 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a4cd4ca-ddda-4d87-a46a-8403c8d5288a req-8e71a584-2d8b-484f-8598-91e00d2817e4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0852849
May 04 13:52:01.146499 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9d57498e-b5e6-454c-9912-85d080fb72c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:01.169501 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6a4cd4ca-ddda-4d87-a46a-8403c8d5288a req-eaa65b7e-3544-44fc-b69d-d4dd4de0e39e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399759
May 04 13:52:01.977554 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:52:02.110126 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3888657-3bb1-4f11-a0b0-f21b1b1da09f req-62cbb6c7-579e-495c-87b8-42307f9eb53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:02.111614 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a3888657-3bb1-4f11-a0b0-f21b1b1da09f req-62cbb6c7-579e-495c-87b8-42307f9eb53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 944 time: 0.0886369
May 04 13:52:02.122611 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:02.136508 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '4d870245-42f8-4f45-a898-0e409feb50d7', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'port_id': '4d870245-42f8-4f45-a898-0e409feb50d7', 'mac_address': 'fa:16:3e:2a:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:52:02.164837 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a3888657-3bb1-4f11-a0b0-f21b1b1da09f req-0b3a2be3-3010-48a9-8d2c-302e14bf5c24 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473802
May 04 13:52:02.194316 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:02.216804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d870245-42f8-4f45-a898-0e409feb50d7 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:52:02.232290 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:02.237625 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:02.239547 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5088b6d5-422f-408e-a352-483b190a67bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:02.308254 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=9']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:02.312332 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:02.373338 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac7d10-8598-4fd5-8eaa-5a1817b236ad req-2df91dd1-5a3e-493d-922a-26d3938180aa tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:02.374801 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-73ac7d10-8598-4fd5-8eaa-5a1817b236ad req-2df91dd1-5a3e-493d-922a-26d3938180aa tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0842195
May 04 13:52:02.423724 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-73ac7d10-8598-4fd5-8eaa-5a1817b236ad req-e3de0e09-3f45-4ea4-ad66-665d164fb008 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432577
May 04 13:52:02.466940 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['4d870245-42f8-4f45-a898-0e409feb50d7'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:52:03.189657 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:03.362511 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ddc7-703c-4d82-a062-afe3fa54beca req-7f2411df-e3c9-4263-8af2-408a83882375 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:03.363967 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bf01ddc7-703c-4d82-a062-afe3fa54beca req-7f2411df-e3c9-4263-8af2-408a83882375 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 945 time: 0.0872092
May 04 13:52:03.410561 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bf01ddc7-703c-4d82-a062-afe3fa54beca req-ecaf5e0a-ba16-4c81-b0f3-1c3aeb190a44 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406630
May 04 13:52:03.620769 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a528-731c-478c-bd98-eba7d06936e3 req-0809be4f-5a84-4bdc-b0fe-6f2fbaf2982c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:03.623014 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2564a528-731c-478c-bd98-eba7d06936e3 req-0809be4f-5a84-4bdc-b0fe-6f2fbaf2982c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 944 time: 0.0926354
May 04 13:52:03.671074 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2564a528-731c-478c-bd98-eba7d06936e3 req-d575efdf-123c-43e1-b811-2e6603d1257a tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423455
May 04 13:52:03.991559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:52:03.995002 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:52:04.167959 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 4d870245-42f8-4f45-a898-0e409feb50d7 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:52:04.168244 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:04.247663 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:04.264587 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '57b2d551-5202-42f3-9b4e-0537352fa383', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'port_id': '57b2d551-5202-42f3-9b4e-0537352fa383', 'mac_address': 'fa:16:3e:0c:89:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:52:04.371648 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:04.383196 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:04.405814 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b2d551-5202-42f3-9b4e-0537352fa383 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:52:04.428030 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:52:04.439660 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:04.441411 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:04.445387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:04.447391 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4ff5241a-7b77-4c6a-813a-6706949f2cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:04.523283 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'code': 200}
May 04 13:52:04.526350 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:04.556506 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:04.570483 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=7']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:04.573659 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:04.574123 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:04.622507 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca0d5-75ea-43ba-8fd3-a5a415a9b2ce req-77f986b3-ca35-44b7-82b1-8b3639365c7d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:04.622507 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2dcca0d5-75ea-43ba-8fd3-a5a415a9b2ce req-77f986b3-ca35-44b7-82b1-8b3639365c7d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 947 time: 0.0905550
May 04 13:52:04.647746 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=10']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:04.650970 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:04.668535 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2dcca0d5-75ea-43ba-8fd3-a5a415a9b2ce req-af539434-9c46-4ea2-8d31-eece88069bab tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416272
May 04 13:52:04.703592 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['57b2d551-5202-42f3-9b4e-0537352fa383'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:52:04.885777 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56d077-c44a-4376-ac04-5499c9669b2a req-7884b016-9411-4b91-b51b-a580f644d58c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:04.889513 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d56d077-c44a-4376-ac04-5499c9669b2a req-7884b016-9411-4b91-b51b-a580f644d58c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 945 time: 0.0936658
May 04 13:52:04.984526 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7d56d077-c44a-4376-ac04-5499c9669b2a req-db033fad-66b0-471b-858c-7aa2451daf93 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0866897
May 04 13:52:05.024625 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0a3f0-8bc5-40ba-ba2a-679f91a0a628 req-d3030d0a-5bd5-4d49-bf96-1700163ce1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:05.026164 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0af0a3f0-8bc5-40ba-ba2a-679f91a0a628 req-d3030d0a-5bd5-4d49-bf96-1700163ce1d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 1100 time: 0.1033041
May 04 13:52:05.068449 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0af0a3f0-8bc5-40ba-ba2a-679f91a0a628 req-16b83a8c-ee96-4195-9dbb-a239cb939b1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353630
May 04 13:52:05.866595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71be0-b29d-40d8-ac44-22a13701a41c req-2b4d253a-5660-4b40-a474-67bf71062b15 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:05.868028 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28c71be0-b29d-40d8-ac44-22a13701a41c req-2b4d253a-5660-4b40-a474-67bf71062b15 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 947 time: 0.0867686
May 04 13:52:05.914279 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-28c71be0-b29d-40d8-ac44-22a13701a41c req-2a474ee1-b526-4733-9678-bb92c5beb224 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391567
May 04 13:52:05.999760 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:52:06.076111 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 57b2d551-5202-42f3-9b4e-0537352fa383 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:52:06.076430 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:06.213598 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec79f7-298f-4940-a7e3-e34e608b9cdd req-4e7fb90a-0a93-4252-bd99-87c7d1c63a7e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:06.215337 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7dec79f7-298f-4940-a7e3-e34e608b9cdd req-4e7fb90a-0a93-4252-bd99-87c7d1c63a7e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 945 time: 0.1163042
May 04 13:52:06.262006 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:06.266507 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7dec79f7-298f-4940-a7e3-e34e608b9cdd req-f07c0ed7-e1cd-473f-8b08-a7e8e974f56b tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446885
May 04 13:52:06.297751 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:06.302854 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:06.304700 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0456a9be-5a83-4195-8805-93ab6b28dd79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:06.375781 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=8']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:06.383392 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.383737 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.384069 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.384398 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.384726 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.385047 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.385384 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.385705 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.386026 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.386343 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.386662 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.386978 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:06.398236 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:06.524602 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:52:06.571597 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'code': 200}
May 04 13:52:06.862552 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4cde6-4267-4ffc-8120-efeccc2457a1 req-113931e7-7337-4f27-9338-63942efa9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:06.863998 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-96b4cde6-4267-4ffc-8120-efeccc2457a1 req-113931e7-7337-4f27-9338-63942efa9bad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.0761311
May 04 13:52:06.914203 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-96b4cde6-4267-4ffc-8120-efeccc2457a1 req-c8773d67-8bdf-4dba-99d8-d7f00707e5e3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431168
May 04 13:52:07.112230 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a8b8c-c46e-40be-b5c2-34713f24980b req-619b4466-56fe-4486-9576-b7de1069fbbc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:07.113765 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-413a8b8c-c46e-40be-b5c2-34713f24980b req-619b4466-56fe-4486-9576-b7de1069fbbc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 947 time: 0.0857830
May 04 13:52:07.162276 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-413a8b8c-c46e-40be-b5c2-34713f24980b req-b5c91265-151f-4ea9-8462-1742124779e7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429223
May 04 13:52:07.467480 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2681-813d-434d-83e2-024f9aed7503 req-7a885dee-f69b-4520-b1d2-0bf0365cb70c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:07.468818 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-743c2681-813d-434d-83e2-024f9aed7503 req-7a885dee-f69b-4520-b1d2-0bf0365cb70c tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.0875795
May 04 13:52:07.597495 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-743c2681-813d-434d-83e2-024f9aed7503 req-ea1bf9cc-7834-4034-99f6-05377c128ed4 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1228278
May 04 13:52:08.787440 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db797360-3b5e-484c-9d47-55ca9ba5eae7 req-d2649659-5a6a-417b-a1f9-9791c75c2195 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:08.789015 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db797360-3b5e-484c-9d47-55ca9ba5eae7 req-d2649659-5a6a-417b-a1f9-9791c75c2195 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.0807459
May 04 13:52:08.838326 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-db797360-3b5e-484c-9d47-55ca9ba5eae7 req-17d78b87-8712-42f3-94ea-2743cdd972c3 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431073
May 04 13:52:12.880300 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:52:18.039814 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:18.666324 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-9628f20f-2fd0-4ee9-8cb6-1824e11e8836 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686481
May 04 13:52:18.819300 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-0cb2bda3-cc14-4d29-afc2-15d8202edc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:18.820763 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-0cb2bda3-cc14-4d29-afc2-15d8202edc8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.0710206
May 04 13:52:18.967192 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-b503d8f4-3a8e-4fd6-91c9-6a2037644c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:18.968598 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-b503d8f4-3a8e-4fd6-91c9-6a2037644c81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.1275578
May 04 13:52:19.072546 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-192dee6a-7739-486d-a1a7-72566e893291 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 1002 time: 0.0970943
May 04 13:52:19.138897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-43b14a7c-36f8-4b75-8208-1a16861ad0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:19.140311 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-43b14a7c-36f8-4b75-8208-1a16861ad0c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0611539
May 04 13:52:19.215824 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-df83f138-ae72-4cec-a94c-64d4975f7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:19.217425 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-df83f138-ae72-4cec-a94c-64d4975f7b57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700061
May 04 13:52:19.355754 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-97f29c53-7744-403d-9990-313f47d6213e service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299016
May 04 13:52:19.502968 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-eb2bcc1c-12e4-4103-9660-74c3fa4648a6 req-2e8beae8-53de-4a9c-aa68-b2719ed02b40 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392736
May 04 13:52:20.847379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34364) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:20.967380 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:20.982592 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:20.986682 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f399c873a644aaa94b938873af4c06f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:52:20.989687 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:52:20.995447 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:21.082743 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:21.086729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:21.094446 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-69450aaa-d08b-4cae-8ac1-dc617823a973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:21.140298 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f399c873a644aaa94b938873af4c06f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917726
May 04 13:52:21.141233 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48466dc9-b692-4274-97e5-3220476c94bb,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:21.144034 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34370) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:21.150980 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.151349 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.151731 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.152057 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.152595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.152749 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.153110 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.153542 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.153799 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.154142 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.154744 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.154744 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.159369 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:21.206982 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:21.233476 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:21.284723 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:21.288351 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8b0b757b-e6c5-4273-89f7-6c16c9b8a763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:21.299860 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48466dc9-b692-4274-97e5-3220476c94bb,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:21.310583 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.310966 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.311337 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.311702 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.312061 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.312420 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.312773 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.313152 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.314174 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.314581 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.314938 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.315293 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:52:21.317885 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:21.318986 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48466dc9-b692-4274-97e5-3220476c94bb HTTP/1.1" status: 204  len: 168 time: 0.1738782
May 04 13:52:21.319843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b6d93ca1-24c5-44bb-aaf0-69805ce0b457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:27.791227 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a0bfe941-5fba-4382-9ee8-9996962aff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:30.920398 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:31.147971 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-7e40dbd5-1a75-439f-be0c-d79a5acdbf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:33.194312 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:34.520926 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:47.613867 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0019f-9c57-45fe-b7f8-c2507b9fada6 req-f1ff64cf-4356-4131-b348-031efdebc398 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:47.615326 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0e0019f-9c57-45fe-b7f8-c2507b9fada6 req-f1ff64cf-4356-4131-b348-031efdebc398 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 947 time: 0.0828562
May 04 13:52:47.660780 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e0e0019f-9c57-45fe-b7f8-c2507b9fada6 req-adf6b68b-fd63-4c66-8518-3cd9c14ecf7f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395746
May 04 13:52:48.038487 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:48.875894 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05116e37-f491-4205-b5fe-d733fa3d87c0 req-862d10c7-d2c6-4c52-a3d9-e4a9fed8c9c3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:48.875894 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05116e37-f491-4205-b5fe-d733fa3d87c0 req-862d10c7-d2c6-4c52-a3d9-e4a9fed8c9c3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 947 time: 0.0904446
May 04 13:52:48.919685 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-05116e37-f491-4205-b5fe-d733fa3d87c0 req-77a1008b-9245-422c-8b66-ebd51088f929 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8633e46-032e-47e3-8568-b410075d1d97&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389531
May 04 13:52:49.017152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-a4fe59da-3cf7-4817-9231-15d5ab8002dd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:49.018668 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-a4fe59da-3cf7-4817-9231-15d5ab8002dd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 947 time: 0.0806959
May 04 13:52:49.157488 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Deleting port 4d870245-42f8-4f45-a898-0e409feb50d7 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:52:49.157713 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:49.292997 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] For port 4d870245-42f8-4f45-a898-0e409feb50d7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4d870245-42f8-4f45-a898-0e409feb50d7,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:49.293401 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:49.672222 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:49.672582 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:49.672894 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Floating IP f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c disassociated. External IP: 172.27.1.63, port: 4d870245-42f8-4f45-a898-0e409feb50d7.
May 04 13:52:49.673271 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Calling delete_port for 4d870245-42f8-4f45-a898-0e409feb50d7 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:52:49.781743 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:49.788691 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c49d0d7c-705d-4daa-8966-93e1c71e59d4 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:49.835416 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event deleted for resources: {'Port': ['ID=4d870245-42f8-4f45-a898-0e409feb50d7,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:49.838583 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:49.879749 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:52:50.035544 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Router 9292f346-49e7-4d8d-a635-3504a2801476 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:52:50.151337 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8cc9cb72-ba6f-44ba-94dd-55b652ef2c3d req-8df2b9a0-fabc-4fa1-b099-e7849dc8a08e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=768f115c-423c-4004-99b6-077ca65c0b87 HTTP/1.1" status: 200  len: 210 time: 0.1078126
May 04 13:52:50.271130 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:52:50.281119 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:52:50.291605 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:52:50.292545 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90947790>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:52:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:50.349548 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] No DVR routers for this DVR port 4d870245-42f8-4f45-a898-0e409feb50d7 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:52:50.352219 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:50.356380 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-deleted', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:52:50.377449 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0ebb021e-76ce-41e1-8af6-03f2f56f13b7 req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "DELETE /v2.0/ports/4d870245-42f8-4f45-a898-0e409feb50d7 HTTP/1.1" status: 204  len: 173 time: 1.3527400
May 04 13:52:50.408373 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768f115c-423c-4004-99b6-077ca65c0b87', 'name': 'network-vif-deleted', 'tag': '4d870245-42f8-4f45-a898-0e409feb50d7', 'status': 'completed', 'code': 200}
May 04 13:52:50.483068 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:52:50.808076 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90947790>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:50.812034 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:52:50.820580 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:52:50.821237 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90947790>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:52:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:50.972901 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6feda-729c-469e-bd50-a79823a66188 req-52f0f501-434c-42b5-b1cc-ffe850f0e249 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:50.974777 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72a6feda-729c-469e-bd50-a79823a66188 req-52f0f501-434c-42b5-b1cc-ffe850f0e249 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 946 time: 0.0933616
May 04 13:52:51.000329 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:52:51.027229 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-72a6feda-729c-469e-bd50-a79823a66188 req-a478b37e-55e3-4d1c-bee6-1ad52c6c0815 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465035
May 04 13:52:51.287515 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34428) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:51.338236 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90947790>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:51.342593 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401fcae-eb53-46ac-8d7a-cba0da22c95b None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:52:51.361631 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:51.392665 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:51.447202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:51.451289 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9bc47219-2a07-46c0-86ed-01a0016a9746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:51.468032 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8633e46-032e-47e3-8568-b410075d1d97,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:51.475449 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:51.476459 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:51.477770 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "DELETE /v2.0/security-groups/c8633e46-032e-47e3-8568-b410075d1d97 HTTP/1.1" status: 204  len: 168 time: 0.1891894
May 04 13:52:51.480505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34432) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:51.497414 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.api.v2.resource [None req-68a5cb38-a983-497a-8e7c-17268480b63b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] show failed (client error): The resource could not be found.
May 04 13:52:51.498397 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-68a5cb38-a983-497a-8e7c-17268480b63b tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups/c8633e46-032e-47e3-8568-b410075d1d97 HTTP/1.1" status: 404  len: 347 time: 0.0166698
May 04 13:52:51.501231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34436) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:51.574207 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c55b5-0502-4026-a43e-c4e3e0fcb925 None None] New status for floating IP f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:52:51.726870 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Deleting port 36719c36-dfeb-457b-ae3d-224cf33281e9 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:52:51.727207 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:51.848912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:51.849267 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.071510 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Calling delete_port for 36719c36-dfeb-457b-ae3d-224cf33281e9 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:52:52.199372 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:52:52.239657 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 4d870245-42f8-4f45-a898-0e409feb50d7 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:52:52.239657 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 4d870245-42f8-4f45-a898-0e409feb50d7 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:52:52.239657 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 19b7ea15-cb05-430d-accb-f8f35ec02673 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:52:52.243157 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.248177 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-314adfad-566b-4619-ab1a-0ba15fed0d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:52.332614 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event deleted for resources: {'Port': ['ID=36719c36-dfeb-457b-ae3d-224cf33281e9,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:52.344385 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:52.353260 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.353586 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b1fbf-8311-4dbc-9f07-cdef54794f26 req-0b469983-84ed-4673-8f9d-095d5ffa645a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:52.355073 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2a0b1fbf-8311-4dbc-9f07-cdef54794f26 req-0b469983-84ed-4673-8f9d-095d5ffa645a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 946 time: 0.2042911
May 04 13:52:52.381142 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:52:52.390945 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=19b7ea15-cb05-430d-accb-f8f35ec02673,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:52.396288 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.399139 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:52.443693 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'code': 200}
May 04 13:52:52.482176 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=6']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:52.485339 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:52.496840 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2a0b1fbf-8311-4dbc-9f07-cdef54794f26 req-329e185c-99e3-410f-86aa-e1e2ad3abbb4 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145000
May 04 13:52:52.507489 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.527716 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-ad346abb-b437-44ac-aa1f-38c33173e312 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:52.529191 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-ad346abb-b437-44ac-aa1f-38c33173e312 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 946 time: 0.2509503
May 04 13:52:52.535701 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.536758 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-61aac825-2684-4b33-bff4-b0e2b8ca3798 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "DELETE /v2.0/floatingips/f4fe9eaf-8c80-4a24-9c9c-4e2aaa6a4f4c HTTP/1.1" status: 204  len: 168 time: 1.0339274
May 04 13:52:52.681343 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Deleting port 19b7ea15-cb05-430d-accb-f8f35ec02673 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:52:52.681677 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.828788 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] For port 19b7ea15-cb05-430d-accb-f8f35ec02673, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=19b7ea15-cb05-430d-accb-f8f35ec02673,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:52:52.834664 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.835001 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34446) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:52.855815 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460288370', 'description': 'tempest-description--272230144'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:52.862970 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:52.866892 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:52:52.869751 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:52:52.875386 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:52.887488 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:52.907905 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:52.911787 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:52:52.914674 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:52:52.921540 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:52.998437 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.003602 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.007415 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-404b4f5d-9eea-426d-ba2d-76fc334a8d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:53.050588 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:53.053267 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.057231 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2187047
May 04 13:52:53.057231 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c61b5c24-45ab-4c5e-8d4e-37fad7cbddb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:53.057498 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34450) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:53.062422 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3681f-dc5e-4647-a3e2-fc1b9200f97e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:53.068488 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:53.072333 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:52:53.075191 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:52:53.080807 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:53.098109 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.156993 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.157473 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.157879 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Floating IP 2e910d6c-1b64-417b-bb3a-af268e7eba00 disassociated. External IP: 172.27.1.244, port: 19b7ea15-cb05-430d-accb-f8f35ec02673.
May 04 13:52:53.158565 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Calling delete_port for 19b7ea15-cb05-430d-accb-f8f35ec02673 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:52:53.160050 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.163782 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.166232 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2122fe53-9087-47ee-bee3-c438b8eae85b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:53.187907 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39195633-c85a-4fe7-b521-46631182dbbe,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:53.190995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:53.198212 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.199390 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-24a81db1-a9ad-4fb8-8db2-fc7b668d15d0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1410384
May 04 13:52:53.202223 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34454) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:53.208210 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3681f-dc5e-4647-a3e2-fc1b9200f97e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:53.214323 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:53.218586 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:security_group_rule and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:52:53.221933 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:52:53.228843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:53.244464 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.279289 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.285310 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-332d6b2e-ec4e-420c-9b15-94531feb7ec3 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:53.307026 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.310899 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562780'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.319577 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4f72ee8b-b29b-4451-98b0-7b2f1d2b4155 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:53.338016 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'Port': ['ID=19b7ea15-cb05-430d-accb-f8f35ec02673,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:53.341748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:53.342761 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055c5d5b-9932-4590-94db-504178042487,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:53.346724 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:53.351080 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.355564 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-4ffeda83-0a52-43b2-b0d3-c80696eedec8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1494267
May 04 13:52:53.355779 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34458) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:52:53.362882 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:53.368900 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:53.372720 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Usage tracker for resource:floatingip and tenant:311baf92615445f5aca8300637eb206e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:52:53.375527 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:52:53.381953 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:53.392246 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.523790 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:52:53.531096 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.693653 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Allocated IP 172.27.1.196 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/b1ac1c93-6291-4bac-95ae-c74e1de6d592) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:52:53.744999 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a3c7ec43-b173-4b60-a990-7edca2d2c495 req-5a3ae825-91fd-4cc7-b207-465cfbc77549 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa922409-5e75-4e67-b58c-66a9597d45b3 HTTP/1.1" status: 200  len: 210 time: 0.0598330
May 04 13:52:53.863980 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:52:53.874504 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:52:53.878126 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.885513 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:52:53.886141 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e908cf040>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:52:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:53.915879 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.920087 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-623258b1-c3d3-40f1-a4de-292ddd4e1420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:53.941667 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] No DVR routers for this DVR port 19b7ea15-cb05-430d-accb-f8f35ec02673 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:52:53.944006 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:53.946865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'name': 'network-vif-deleted', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:52:53.977440 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1f78c142-a4a3-4099-9e3c-8dc4ee95405c req-f50945db-6974-4603-a471-96083e8f3877 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "DELETE /v2.0/ports/19b7ea15-cb05-430d-accb-f8f35ec02673 HTTP/1.1" status: 204  len: 173 time: 1.4385269
May 04 13:52:53.999102 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:52:54.003711 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:52:54.007669 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:52:54.013230 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa922409-5e75-4e67-b58c-66a9597d45b3', 'name': 'network-vif-deleted', 'tag': '19b7ea15-cb05-430d-accb-f8f35ec02673', 'status': 'completed', 'code': 200}
May 04 13:52:54.046947 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'Port': ['ID=b1ac1c93-6291-4bac-95ae-c74e1de6d592,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:54.052395 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:54.095171 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:54.112714 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:52:54.156702 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:54.387961 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:54.391818 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:54.397045 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-808c9fb3-645f-4a42-803e-78ca37a98aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:54.427127 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e908cf040>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:54.430969 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:52:54.441205 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:52:54.441769 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e908cf040>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:52:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:54.609490 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'Port': ['ID=b1ac1c93-6291-4bac-95ae-c74e1de6d592,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:54.614290 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:54.621231 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:54.635932 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:52:54.649307 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:54.650771 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2934093
May 04 13:52:54.889220 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-3eaf1cd7-e225-4995-90bb-0719a66d5acd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1460288370&fields=id&tenant_id=311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 267 time: 0.0427296
May 04 13:52:55.008252 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e908cf040>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:52:55.013744 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dee607-16af-49c3-a8fa-d0612b28bd5a None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:52:55.063537 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-61048cd9-f163-472f-9082-17f7ef2ef199 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:55.065992 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-61048cd9-f163-472f-9082-17f7ef2ef199 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 816 time: 0.1690216
May 04 13:52:55.086151 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-5e542089-ae40-433b-9255-e6bc8e5b308e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/quotas/311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 375 time: 0.0139596
May 04 13:52:55.183996 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-d2b1d7a6-f0d6-45df-8b14-e178b2faee50 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060476143&fields=id&tenant_id=5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 267 time: 0.0593259
May 04 13:52:55.285884 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba57a87-dde3-4446-9e89-16803ddcffbb None None] New status for floating IP 2e910d6c-1b64-417b-bb3a-af268e7eba00: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:52:55.300305 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-6555fdf3-e8ec-4389-bbd0-1275cb1ae3ff tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Synchronizing usage tracker for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:52:55.337973 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-6555fdf3-e8ec-4389-bbd0-1275cb1ae3ff tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Unset dirty status for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:52:55.339316 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-6555fdf3-e8ec-4389-bbd0-1275cb1ae3ff tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2466207
May 04 13:52:55.406700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-36dc0748-665b-45ab-b42f-38252c77b535 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:55.408046 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-36dc0748-665b-45ab-b42f-38252c77b535 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 812 time: 0.2139273
May 04 13:52:55.478176 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-bb61d7c9-20aa-48f2-b2d0-d1dc409b0778 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/quotas/5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 375 time: 0.0232821
May 04 13:52:55.556013 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-581a23e1-30fb-4f83-9399-b5cd32b4472a service neutron] 10.222.0.25 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975427
May 04 13:52:55.678645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-6533d0f0-976f-45fd-a3fe-e6a316adbc71 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:52:55.714292 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-6533d0f0-976f-45fd-a3fe-e6a316adbc71 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:52:55.715847 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-6533d0f0-976f-45fd-a3fe-e6a316adbc71 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2310333
May 04 13:52:55.717673 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-39887363-9835-4e90-9959-478e2ee3d4a9 service neutron] 10.222.0.25 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549799
May 04 13:52:55.891120 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-5470ce61-511b-45e0-a675-1fb1a5d15263 service neutron] 10.222.0.25 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631413
May 04 13:52:55.922198 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8e7b5340-5efe-46fb-94b3-40aadaf22efc req-d4ce8db8-00ac-49c9-9b23-8cd417a0311d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 210 time: 0.0646329
May 04 13:52:56.033976 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-09cc925c-7737-4ba8-8c0e-d15308d0d4dc service neutron] 10.222.0.25 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365948
May 04 13:52:56.439483 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9c50cbbc-e881-4e0c-b842-e8d0a2f693d6 req-7024ca52-097e-4f90-9310-d4ff73a667a7 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 210 time: 0.0437474
May 04 13:52:57.166841 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b90b62d9-489c-42d8-a92e-5ef5b4d4ed58 req-2f6e4d98-51c9-4d70-baba-f7e2522ff532 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 210 time: 0.0510721
May 04 13:52:57.286372 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-cfd35f1b-b177-4657-bd80-63a48615a670 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:57.287950 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-cfd35f1b-b177-4657-bd80-63a48615a670 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 816 time: 0.3766580
May 04 13:52:57.346710 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-fd8f3808-38b9-491a-8f21-ca192a3abc1e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 380 time: 0.0499358
May 04 13:52:57.357864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'port': {'device_id': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'admin_state_up': True, 'tenant_id': '311baf92615445f5aca8300637eb206e', 'security_groups': ['f4b3681f-dc5e-4647-a3e2-fc1b9200f97e']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:57.662690 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:57.685949 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d82ce17c-de27-4baa-a3db-b31bf43387bf req-b4369862-ab1b-4df4-b5c9-b79ef31c3396 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 210 time: 0.1187012
May 04 13:52:57.694411 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:57.716803 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Made reservation on behalf of 311baf92615445f5aca8300637eb206e for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:52:57.721465 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:57.797477 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-93f8213f-a0e4-4a66-8470-6355253cffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:57.810429 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-381cf29f-6b8f-4048-9566-1007f5e7c1d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:57.811832 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-381cf29f-6b8f-4048-9566-1007f5e7c1d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 812 time: 0.2940660
May 04 13:52:57.936453 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-402eeea7-0d42-4fd7-82e0-497b02cfc878 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 380 time: 0.1060536
May 04 13:52:57.948141 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'port': {'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'admin_state_up': True, 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'security_groups': ['fed4eb4e-8cdf-4320-add3-e85138bf7142']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:58.057819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Allocated IP 172.20.0.4 (c2d0e4c0-783a-4132-9bdf-bd63e13419ca/a793b9d5-107f-4429-a63b-82dabecd5453/45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:52:58.159204 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:52:58.188314 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:52:58.278268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Made reservation on behalf of 5c781e4120884a42bb61d9695f9b7252 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:52:58.282085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:58.408031 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4e96d860-3b6b-44fe-8866-43cb303539d7 req-7b8dac9d-16c3-44d0-8364-90f1d8f6a3e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 210 time: 0.0979352
May 04 13:52:58.445950 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:58.475723 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Transition to ACTIVE for port object 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:52:58.554463 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Allocated IP 172.20.0.14 (9cea9c3f-b0d1-471a-ae73-b665e863d7a7/33d2277c-10f0-4440-91e0-03c7efd8cc18/95c33f3c-7428-4703-9324-ef23e6436701) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:52:58.581661 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:58.589755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-edc3c1ce-49dc-496f-9bdf-5e26e343d85b tempest-ServerRescueNegativeTestJSON-240832112 tempest-ServerRescueNegativeTestJSON-240832112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:58.703487 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:52:58.709102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:52:58.715252 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:52:58.803694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:58.821811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:58.879288 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b0193585-6d5f-4392-b31f-ff34d015ab45 req-165d0a74-9223-4076-852a-751e5cfb3772 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 210 time: 0.0727875
May 04 13:52:58.912645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:58.913305 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:58.919571 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-bca51983-2b8d-4a09-a30a-71817316df56 None None] Provisioning for port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:52:58.925945 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-bca51983-2b8d-4a09-a30a-71817316df56 None None] Provisioning complete for port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:52:58.926502 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-bca51983-2b8d-4a09-a30a-71817316df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:58.987778 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-bca51983-2b8d-4a09-a30a-71817316df56 None None] Port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:52:59.057671 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:59.077675 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ef7a93bd-9615-4b26-839c-d79856fbd1b3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7256188
May 04 13:52:59.078527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Transition to ACTIVE for port object 95c33f3c-7428-4703-9324-ef23e6436701 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:52:59.091421 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Request body: {'port': {'device_id': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:59.192970 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:59.199564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f7852c0-3b6c-48bc-9f60-2c0e9f53357a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:52:59.280120 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:59.295231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:52:59.301318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:52:59.305014 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=95c33f3c-7428-4703-9324-ef23e6436701,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:52:59.307331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:52:59.342532 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:52:59.433556 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:59.434152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:59.510424 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5675395
May 04 13:52:59.510837 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-75738e1a-3b4e-4d22-be4a-502dbc6fc11f None None] Provisioning for port 95c33f3c-7428-4703-9324-ef23e6436701 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:52:59.516549 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-75738e1a-3b4e-4d22-be4a-502dbc6fc11f None None] Provisioning complete for port 95c33f3c-7428-4703-9324-ef23e6436701 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:52:59.517162 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-75738e1a-3b4e-4d22-be4a-502dbc6fc11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:59.523372 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Request body: {'port': {'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:52:59.636737 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-75738e1a-3b4e-4d22-be4a-502dbc6fc11f None None] Port 95c33f3c-7428-4703-9324-ef23e6436701 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:52:59.808128 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:52:59.921424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345be-b1f4-40f6-a712-3937e079c8d0 req-ee762999-1066-4eb0-b16c-dc0075baf1f1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:52:59.922016 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-583345be-b1f4-40f6-a712-3937e079c8d0 req-ee762999-1066-4eb0-b16c-dc0075baf1f1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Synchronizing usage tracker for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:53:00.046743 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:53:00.091913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:00.099834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-583345be-b1f4-40f6-a712-3937e079c8d0 req-ee762999-1066-4eb0-b16c-dc0075baf1f1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Unset dirty status for tenant:311baf92615445f5aca8300637eb206e on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:53:00.100977 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-583345be-b1f4-40f6-a712-3937e079c8d0 req-ee762999-1066-4eb0-b16c-dc0075baf1f1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 931 time: 0.4037442
May 04 13:53:00.148834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Transition to ACTIVE for port object 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:53:00.175616 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:00.191889 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-2985f1e4-5c2e-48da-932f-4843feea1687 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:00.388687 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-583345be-b1f4-40f6-a712-3937e079c8d0 req-56548000-05fc-4d5c-9aa5-20d25fe3cbb6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2744651
May 04 13:53:00.453245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:00.457176 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:00.531977 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889ccd-f915-48c2-945f-7802cd2e9c55 req-62f9f8f7-1e56-416d-a22e-01ab4f586090 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:00.532689 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b0889ccd-f915-48c2-945f-7802cd2e9c55 req-62f9f8f7-1e56-416d-a22e-01ab4f586090 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:53:00.587499 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-b0889ccd-f915-48c2-945f-7802cd2e9c55 req-62f9f8f7-1e56-416d-a22e-01ab4f586090 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:53:00.588561 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b0889ccd-f915-48c2-945f-7802cd2e9c55 req-62f9f8f7-1e56-416d-a22e-01ab4f586090 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 932 time: 0.5611894
May 04 13:53:00.638666 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Attempting to bind port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:53:00.638997 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Attempting to bind port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:53:00.639319 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Attempting to bind port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:53:00.661442 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:53:00.661755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Attempting to bind port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a on network c2d0e4c0-783a-4132-9bdf-bd63e13419ca {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:53:00.680651 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:53:00.680976 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Checking segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:53:00.681370 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Bound using segment: {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:53:00.681799 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Bound port: 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a797b7-2966-4a65-98c7-deca87a67217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:53:00.682137 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:00.805913 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c33f3c-7428-4703-9324-ef23e6436701 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:53:00.823584 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b0889ccd-f915-48c2-945f-7802cd2e9c55 req-4e68a2ec-70c7-4fe2-9683-86e79b9157ac tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2278612
May 04 13:53:00.826397 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:00.880832 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Transition to ACTIVE for port object 95c33f3c-7428-4703-9324-ef23e6436701 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:53:00.888805 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:00.894524 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0d04b219-86fb-4068-992e-45a46844382d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:00.922526 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.042937 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Pushing event updated for resources: {'Port': ['ID=95c33f3c-7428-4703-9324-ef23e6436701,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:01.074791 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:01.080900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:53:01.127708 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:53:01.135102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.141279 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-18084368-947c-4a28-96ed-87583fd9766b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:01.149923 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-1810678a-37d8-4fa5-adda-08744bf10fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.207139 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.207757 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.209176 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] 10.222.0.48 "PUT /v2.0/ports/45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 200  len: 1093 time: 2.1230659
May 04 13:53:01.209666 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:01.242338 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Attempting to bind port 95c33f3c-7428-4703-9324-ef23e6436701 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:53:01.243046 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Attempting to bind port 95c33f3c-7428-4703-9324-ef23e6436701 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:53:01.243214 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Attempting to bind port 95c33f3c-7428-4703-9324-ef23e6436701 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:53:01.289940 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Port 95c33f3c-7428-4703-9324-ef23e6436701 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:53:01.290264 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Attempting to bind port 95c33f3c-7428-4703-9324-ef23e6436701 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:53:01.301471 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'status': 'completed', 'code': 200}
May 04 13:53:01.310217 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:01.313001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:53:01.313365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Checking segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:53:01.313739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Bound using segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:53:01.314932 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Bound port: 95c33f3c-7428-4703-9324-ef23e6436701, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:53:01.315366 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.325123 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:01.433955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-f20c63a9-7b94-4291-97a6-67de03362789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.435001 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-f20c63a9-7b94-4291-97a6-67de03362789 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1096 time: 0.1841438
May 04 13:53:01.439667 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] For port 95c33f3c-7428-4703-9324-ef23e6436701, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:53:01.444237 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] For port 95c33f3c-7428-4703-9324-ef23e6436701, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=95c33f3c-7428-4703-9324-ef23e6436701,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:53:01.512331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.524498 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-519029a5-dce7-4273-972a-cf53042627d6 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:01.557705 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-7d9e478c-2d4e-46ff-b275-430e25d30009 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 200  len: 217 time: 0.1120038
May 04 13:53:01.633706 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.634456 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:01.635890 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] 10.222.0.48 "PUT /v2.0/ports/95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 1094 time: 2.1168926
May 04 13:53:01.668843 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Pushing event updated for resources: {'Port': ['ID=95c33f3c-7428-4703-9324-ef23e6436701,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:01.672441 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ca0e9b69-920b-4c30-bc09-16c5a5db3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.673932 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-ca0e9b69-920b-4c30-bc09-16c5a5db3205 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.1010385
May 04 13:53:01.675876 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:01.878136 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-25dcc260-2e78-4dd9-83c4-465aa16d5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.879603 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-25dcc260-2e78-4dd9-83c4-465aa16d5d37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1097 time: 0.1720781
May 04 13:53:01.888840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f9bcd-2fd2-4b82-a959-d7069dfe29ac req-e4a3a666-d33a-4480-827b-c1329ffc8f41 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.890180 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-085f9bcd-2fd2-4b82-a959-d7069dfe29ac req-e4a3a666-d33a-4480-827b-c1329ffc8f41 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.2153788
May 04 13:53:01.892587 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-33ef7be6-2337-4553-96ed-7fa0875fcc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:01.894178 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-33ef7be6-2337-4553-96ed-7fa0875fcc7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1855750
May 04 13:53:02.027170 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-42f7d3f2-8679-477a-a220-f8a83a454b8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 217 time: 0.1319692
May 04 13:53:02.199327 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-085f9bcd-2fd2-4b82-a959-d7069dfe29ac req-2d721fa5-462f-46e4-8adb-a91553f144cd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2541134
May 04 13:53:02.218430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-74680214-ae06-4add-920b-307cca932398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:02.219910 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-74680214-ae06-4add-920b-307cca932398 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.1734176
May 04 13:53:02.279632 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-1632ffbd-ebd1-48d7-b7bf-fee6bbc8f508 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3354223
May 04 13:53:02.292298 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a243a-9ddd-490e-9621-eee36a0ed9e8 req-51226425-9dc5-4847-9f4e-1983665ed380 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:02.293719 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2b2a243a-9ddd-490e-9621-eee36a0ed9e8 req-51226425-9dc5-4847-9f4e-1983665ed380 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.3476527
May 04 13:53:02.554534 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2b2a243a-9ddd-490e-9621-eee36a0ed9e8 req-8dc2ef18-5106-4d24-9ecd-c1946eb9411f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2355924
May 04 13:53:02.571468 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-5fb3a1a5-ac03-4b87-a26e-719618886519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:02.572926 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-5fb3a1a5-ac03-4b87-a26e-719618886519 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3431413
May 04 13:53:02.618694 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bc434fc0-084c-4cba-b89a-a993ab362969 req-347a1d8c-973c-4f1c-b045-2dbc33a2c287 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3240340
May 04 13:53:02.845665 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-77e96b01-4c02-4a94-97bc-7a5a4ee575e3 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632053
May 04 13:53:02.892191 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-3e705305-4627-46ad-b699-590309f95312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:02.893704 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-3e705305-4627-46ad-b699-590309f95312 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1096 time: 0.1813183
May 04 13:53:03.082146 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5ff47ba9-1dc9-456b-a49d-994b4a81b43b req-f71b8ff6-8625-4bcc-9c62-bccfa83a8619 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291572
May 04 13:53:03.104745 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-a9ea41e0-0a9a-4da3-9085-9cf07b63467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:03.106107 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-a9ea41e0-0a9a-4da3-9085-9cf07b63467d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.1643355
May 04 13:53:03.181430 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-d17d8094-dce6-4dc7-b6b2-7112529e7b98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 200  len: 217 time: 0.0643334
May 04 13:53:03.195566 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:03.249884 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-ba68a63f-a335-42b0-9117-b60b6d21c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:03.251389 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-ba68a63f-a335-42b0-9117-b60b6d21c5d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.0593066
May 04 13:53:03.301991 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:03.354820 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701', 'status': 'completed', 'code': 200}
May 04 13:53:03.438533 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-c7bcca9e-a6c4-4de8-b7e9-671a5a8c95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:03.440178 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-c7bcca9e-a6c4-4de8-b7e9-671a5a8c95b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1816442
May 04 13:53:03.555574 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0de2c-d521-4ca9-b4ae-2db180ac4d2f req-b4ee11be-3f64-4935-b081-be71c9d2168e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:03.556991 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61d0de2c-d521-4ca9-b4ae-2db180ac4d2f req-b4ee11be-3f64-4935-b081-be71c9d2168e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.2441783
May 04 13:53:03.603874 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-26afbb3e-033c-420a-a453-576c22b94077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:03.605464 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-26afbb3e-033c-420a-a453-576c22b94077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1097 time: 0.2315958
May 04 13:53:03.681096 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-61d0de2c-d521-4ca9-b4ae-2db180ac4d2f req-b8ccda7c-a78c-4145-aca4-45597034fd81 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109991
May 04 13:53:03.772459 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-f6d052c9-3320-4818-baca-7c543ffca3fe service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223472
May 04 13:53:03.914430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-210eafc0-0ef6-40ce-bd6e-6a87cf775ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:03.915773 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-210eafc0-0ef6-40ce-bd6e-6a87cf775ac1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.2995324
May 04 13:53:04.001627 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-952683f2-5443-4158-ac64-bd28284f3df9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 217 time: 0.0756035
May 04 13:53:04.188386 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56fd7-7974-4861-a7a7-28c193a2d178 req-56ba7062-a3b7-40ff-b798-f8bc9ce6a26d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:04.190492 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cac56fd7-7974-4861-a7a7-28c193a2d178 req-56ba7062-a3b7-40ff-b798-f8bc9ce6a26d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.5165021
May 04 13:53:04.194958 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-de354f41-0293-4ef7-9a6b-9b3de3dad38f req-ffec5323-79f6-4fc9-9795-74c967d8aea4 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4135463
May 04 13:53:04.236222 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-04a94134-a7fe-4435-8e57-243eca8bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:04.237733 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-04a94134-a7fe-4435-8e57-243eca8bb26d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.2217739
May 04 13:53:04.279523 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cac56fd7-7974-4861-a7a7-28c193a2d178 req-5f6b055a-cb7c-48e1-a2be-d3a4263f8f5d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818663
May 04 13:53:04.321659 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-1d3eaac9-78f9-4042-b9b9-9ebdb9e3a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:04.323151 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-1d3eaac9-78f9-4042-b9b9-9ebdb9e3a051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774202
May 04 13:53:04.458292 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-ce66aa09-4a76-425c-b124-e32c7cad4fa4 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280448
May 04 13:53:04.525907 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:04.593844 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e962ddfe-4c32-45f7-9b05-ac94440b5975 req-8384b685-6eca-4d6b-afde-9dfe70973779 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296258
May 04 13:53:04.878910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84f80-e92f-404c-812b-b8a101c74392 req-e7be2eb5-fc67-4a6a-ac60-53bbedbfb073 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:04.880368 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-18b84f80-e92f-404c-812b-b8a101c74392 req-e7be2eb5-fc67-4a6a-ac60-53bbedbfb073 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0843849
May 04 13:53:04.926182 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-18b84f80-e92f-404c-812b-b8a101c74392 req-826ba74d-823c-4630-bad9-9b04ae954fb2 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400307
May 04 13:53:05.467433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacb9a6-e7f5-45c9-ad51-2a22fbfeb2a2 req-26d4107b-f953-40e0-a7bf-2954dd5fcce7 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:05.468907 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8dacb9a6-e7f5-45c9-ad51-2a22fbfeb2a2 req-26d4107b-f953-40e0-a7bf-2954dd5fcce7 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.0831821
May 04 13:53:05.518179 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8dacb9a6-e7f5-45c9-ad51-2a22fbfeb2a2 req-8641329b-4ac5-4b90-b32c-cf6c192f3ab1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435226
May 04 13:53:06.111914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db27f5a-d7a5-4686-9d0c-7bcd0d9620ca req-57922e0a-75ce-463d-a619-056b0b99ca73 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:06.113377 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7db27f5a-d7a5-4686-9d0c-7bcd0d9620ca req-57922e0a-75ce-463d-a619-056b0b99ca73 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0805178
May 04 13:53:06.157412 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7db27f5a-d7a5-4686-9d0c-7bcd0d9620ca req-aa4311ae-8627-454d-82e1-4881d355a27a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381570
May 04 13:53:06.274109 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:53:06.401793 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:06.418716 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'mac_address': 'fa:16:3e:4f:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:53:06.472270 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:06.488488 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:53:06.503883 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:06.507764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:06.509456 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-922813f9-a8bd-48de-b91c-868c7ce6d669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:06.577371 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:06.585672 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.586017 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.586349 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.586675 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.586999 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.587314 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.587637 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.587955 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.588269 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.588628 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.588950 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.589285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:06.593553 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:06.714368 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa9df-2758-4beb-99a4-185c8b3a44b4 req-291a8a51-4ce0-42af-89b8-dfaa19ae7fca tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:06.716115 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f0cfa9df-2758-4beb-99a4-185c8b3a44b4 req-291a8a51-4ce0-42af-89b8-dfaa19ae7fca tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.0899727
May 04 13:53:06.722653 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:53:06.763657 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f0cfa9df-2758-4beb-99a4-185c8b3a44b4 req-8e8811b3-b1f8-4a66-80bf-f317cb0c8dd6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415339
May 04 13:53:07.348360 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36272dc7-092e-49b9-a094-250d98cac123 req-da60fadd-2a44-405b-9c5c-5ef53e8184dc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:07.349925 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-36272dc7-092e-49b9-a094-250d98cac123 req-da60fadd-2a44-405b-9c5c-5ef53e8184dc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 944 time: 0.0828481
May 04 13:53:07.396264 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-36272dc7-092e-49b9-a094-250d98cac123 req-b49b2dd0-d193-4375-9d52-554885f10073 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406311
May 04 13:53:08.020283 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687709-310d-4081-8a20-5f7141327d87 req-e339cfad-efb6-4989-89c4-9da3f6c4b31e tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:08.021969 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4f687709-310d-4081-8a20-5f7141327d87 req-e339cfad-efb6-4989-89c4-9da3f6c4b31e tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.1372926
May 04 13:53:08.073712 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4f687709-310d-4081-8a20-5f7141327d87 req-d04452c8-fb7f-4ab4-8526-c2f203340499 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448310
May 04 13:53:08.289152 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:53:08.377646 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:53:08.383521 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:53:08.384053 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:08.537556 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:08.571957 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:08.584926 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:08.593753 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:08.598411 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:08.645350 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'code': 200}
May 04 13:53:08.651501 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edca12-5614-47b5-991c-0df10a9665b2 req-85d05dd3-47a3-412c-85c4-b5b4339286ed tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:08.654807 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b7edca12-5614-47b5-991c-0df10a9665b2 req-85d05dd3-47a3-412c-85c4-b5b4339286ed tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 944 time: 0.1336844
May 04 13:53:08.684347 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:08.687493 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:08.725607 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b7edca12-5614-47b5-991c-0df10a9665b2 req-4a20d34b-780c-4119-a2ab-75a4b987a782 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620329
May 04 13:53:08.932020 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98dfcc-0f67-44d2-9501-7aee9715703e req-43bec0f5-653c-436d-bfbb-54d909615018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:08.934434 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1c98dfcc-0f67-44d2-9501-7aee9715703e req-43bec0f5-653c-436d-bfbb-54d909615018 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1098 time: 0.0955551
May 04 13:53:08.983178 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1c98dfcc-0f67-44d2-9501-7aee9715703e req-3db50713-975c-45a7-9e4c-35b4529ddadd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395474
May 04 13:53:09.303611 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d9ae5-4c7a-4429-817f-d255d05c674f req-e34cdd4a-6c2d-4f8c-9bd6-eaa54791d224 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:09.305145 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3e5d9ae5-4c7a-4429-817f-d255d05c674f req-e34cdd4a-6c2d-4f8c-9bd6-eaa54791d224 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.1092081
May 04 13:53:09.360037 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3e5d9ae5-4c7a-4429-817f-d255d05c674f req-22619142-b38c-470c-bc98-3606e6284b0c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449295
May 04 13:53:10.009152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2b3a-3b96-4b76-aba0-d3e3e809da0f req-86e809e7-3fde-409a-9cc4-7a6ea194b751 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:10.010634 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-135a2b3a-3b96-4b76-aba0-d3e3e809da0f req-86e809e7-3fde-409a-9cc4-7a6ea194b751 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0905631
May 04 13:53:10.063449 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-135a2b3a-3b96-4b76-aba0-d3e3e809da0f req-bc799436-f3fc-4bb6-95b5-391ff7ae2449 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466681
May 04 13:53:10.270152 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa199bf-a00e-4497-9fae-b86273d4d064 req-b8d206e3-1116-4a46-9b85-2d04cf0eaea1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:10.271520 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bfa199bf-a00e-4497-9fae-b86273d4d064 req-b8d206e3-1116-4a46-9b85-2d04cf0eaea1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0962067
May 04 13:53:10.283309 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34562) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:10.288991 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Request body: {'floatingip': {'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:53:10.375685 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:10.580433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739e6f3-6735-4230-a6da-db9f6aa57dd7 req-e83bd118-07eb-44ac-8e35-e1f24692a503 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:10.584212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0739e6f3-6735-4230-a6da-db9f6aa57dd7 req-e83bd118-07eb-44ac-8e35-e1f24692a503 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.1039395
May 04 13:53:10.666950 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0739e6f3-6735-4230-a6da-db9f6aa57dd7 req-acb431df-25e9-4aa2-96b4-9060bad54497 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790055
May 04 13:53:11.104166 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:11.109829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:11.296792 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Floating IP 3ff14bbb-4b95-4536-ba10-a5455f3c4c67 associated. External IP: 172.27.1.196, port: 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a.
May 04 13:53:11.703200 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Router 9292f346-49e7-4d8d-a635-3504a2801476 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:53:11.952212 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca0ba-d066-403a-9c48-6d706475acba req-7fc7dbcd-ab4c-422e-8964-4ae631d844b0 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:11.953698 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d7fca0ba-d066-403a-9c48-6d706475acba req-7fc7dbcd-ab4c-422e-8964-4ae631d844b0 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 944 time: 0.1180322
May 04 13:53:12.032804 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d7fca0ba-d066-403a-9c48-6d706475acba req-4c8ae9cf-9bfa-4844-a923-dbe8bce069b3 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703840
May 04 13:53:12.039576 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:53:12.044970 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:12.062576 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:53:12.074139 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:12.074781 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5040>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:12.128459 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-91c32c1c-e5d0-49fa-952a-454caec7f53f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "PUT /v2.0/floatingips/3ff14bbb-4b95-4536-ba10-a5455f3c4c67 HTTP/1.1" status: 200  len: 991 time: 1.8437858
May 04 13:53:12.129506 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:12.197489 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'status': 'completed', 'code': 200}
May 04 13:53:12.292298 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:12.301550 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 95c33f3c-7428-4703-9324-ef23e6436701 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:53:12.318409 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-e929a8cb-01fc-47d8-b62d-52467ea63505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:12.319831 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-e929a8cb-01fc-47d8-b62d-52467ea63505 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1098 time: 0.0988584
May 04 13:53:12.485457 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 95c33f3c-7428-4703-9324-ef23e6436701, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=95c33f3c-7428-4703-9324-ef23e6436701,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:12.505835 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '95c33f3c-7428-4703-9324-ef23e6436701', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:53:12.584127 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-40c1007e-ca56-421b-a3dd-751c5495e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:12.586303 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-40c1007e-ca56-421b-a3dd-751c5495e055 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.2599900
May 04 13:53:12.602139 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:12.625138 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c33f3c-7428-4703-9324-ef23e6436701 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:53:12.650307 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 95c33f3c-7428-4703-9324-ef23e6436701, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=95c33f3c-7428-4703-9324-ef23e6436701,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:12.655794 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:12.658936 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:12.735152 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=95c33f3c-7428-4703-9324-ef23e6436701,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:12.745450 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:12.765372 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-b949a1a8-048f-4aed-bb64-ae176843e1a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 200  len: 999 time: 0.1651876
May 04 13:53:12.779570 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5040>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '3ff14bbb-4b95-4536-ba10-a5455f3c4c67', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'mac_address': 'fa:16:3e:4f:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:52:54Z', 'updated_at': '2021-05-04T13:53:10Z', 'revision_number': 1, 'project_id': '311baf92615445f5aca8300637eb206e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:12.785637 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:53:12.800516 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:12.801176 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5040>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:12.858375 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-d9336b5a-635f-4856-b87c-6e3965786e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:12.860383 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-d9336b5a-635f-4856-b87c-6e3965786e58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.0868878
May 04 13:53:12.870292 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['95c33f3c-7428-4703-9324-ef23e6436701'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:53:12.959978 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-807a01f6-5ca6-42bb-9793-fbc9cd5dd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:12.961653 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-807a01f6-5ca6-42bb-9793-fbc9cd5dd9fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943537
May 04 13:53:13.037214 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:13.155005 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-282f751f-587f-4f77-8fe5-d5ca5d11ccfc service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838851
May 04 13:53:13.392873 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7bbbfb7b-6cfb-4d2b-ab5b-3f80efb0f1c1 req-49f5aa4d-b6dc-4113-8d51-facece9c56ae service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298870
May 04 13:53:13.403967 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483deb6-5953-4bb5-b27b-caf41df78746 req-f1b615c8-124f-4027-924a-5ca10cd454cd tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:13.405576 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a483deb6-5953-4bb5-b27b-caf41df78746 req-f1b615c8-124f-4027-924a-5ca10cd454cd tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 945 time: 0.1392508
May 04 13:53:13.468246 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a483deb6-5953-4bb5-b27b-caf41df78746 req-3c4dcba5-60c7-4b0f-8e6e-5a67b5c9e36f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549848
May 04 13:53:13.479282 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5040>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '3ff14bbb-4b95-4536-ba10-a5455f3c4c67', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'mac_address': 'fa:16:3e:4f:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:52:54Z', 'updated_at': '2021-05-04T13:53:10Z', 'revision_number': 1, 'project_id': '311baf92615445f5aca8300637eb206e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:13.484635 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bcab4-56ee-4559-9eec-ef3175d28cbe None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '3ff14bbb-4b95-4536-ba10-a5455f3c4c67', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'mac_address': 'fa:16:3e:4f:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:52:54Z', 'updated_at': '2021-05-04T13:53:10Z', 'revision_number': 1, 'project_id': '311baf92615445f5aca8300637eb206e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:53:13.694314 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462c9f-a9ac-4436-a31a-9b647562c89f None None] New status for floating IP 3ff14bbb-4b95-4536-ba10-a5455f3c4c67: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:53:14.305442 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 95c33f3c-7428-4703-9324-ef23e6436701 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:53:14.386210 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 95c33f3c-7428-4703-9324-ef23e6436701 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:53:14.391366 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 95c33f3c-7428-4703-9324-ef23e6436701 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:53:14.391751 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:14.529680 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:14.562953 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:14.575108 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 95c33f3c-7428-4703-9324-ef23e6436701, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=95c33f3c-7428-4703-9324-ef23e6436701,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:14.581711 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:14.584737 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:14.639080 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701', 'code': 200}
May 04 13:53:14.686379 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=95c33f3c-7428-4703-9324-ef23e6436701,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:14.690409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:14.804658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae20e-c0a3-4740-b9d6-628ba11504db req-f6b56eb3-1a4d-44a2-a9c9-cab1ba073bb1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:14.806398 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8aaae20e-c0a3-4740-b9d6-628ba11504db req-f6b56eb3-1a4d-44a2-a9c9-cab1ba073bb1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 946 time: 0.1427407
May 04 13:53:14.869719 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8aaae20e-c0a3-4740-b9d6-628ba11504db req-ee0e5e45-aed6-4ca5-9cf4-5e90e1381dea tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559442
May 04 13:53:14.974085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e4d7e-850c-4b11-bb66-c4f133b7713e req-d74b57dc-048f-49af-8065-101a53e9323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:14.975577 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0e2e4d7e-850c-4b11-bb66-c4f133b7713e req-d74b57dc-048f-49af-8065-101a53e9323c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1099 time: 0.0847094
May 04 13:53:15.019219 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0e2e4d7e-850c-4b11-bb66-c4f133b7713e req-837ac835-ded0-4f63-87b4-a1147a39e709 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374315
May 04 13:53:16.096478 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01a5c-f8e5-4605-b7e0-b30b2ac3e7e7 req-8ae7435a-d04b-412a-9cdd-7972dda77e12 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:16.098109 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21b01a5c-f8e5-4605-b7e0-b30b2ac3e7e7 req-8ae7435a-d04b-412a-9cdd-7972dda77e12 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 946 time: 0.0942798
May 04 13:53:16.152079 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-21b01a5c-f8e5-4605-b7e0-b30b2ac3e7e7 req-e30e42fe-7131-487a-b9b6-901565a63092 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479798
May 04 13:53:16.368679 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b2803-df64-4961-80ae-52c97891a520 req-934f2aac-21eb-4d33-82ed-42d27c819168 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:16.370264 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-af4b2803-df64-4961-80ae-52c97891a520 req-934f2aac-21eb-4d33-82ed-42d27c819168 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 946 time: 0.1012251
May 04 13:53:16.419896 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-af4b2803-df64-4961-80ae-52c97891a520 req-12cf66c3-256b-456f-9791-62670573fcc6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438435
May 04 13:53:16.447499 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34590) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:16.535339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fbca46-56e4-4bcd-9abc-6e42fbcaed7e tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:16.536304 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-98fbca46-56e4-4bcd-9abc-6e42fbcaed7e tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] Synchronizing usage tracker for tenant:ea2670f70bf24963bcd5d2dd33e76740 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:53:16.558570 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-98fbca46-56e4-4bcd-9abc-6e42fbcaed7e tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] Unset dirty status for tenant:ea2670f70bf24963bcd5d2dd33e76740 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:53:16.560552 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-98fbca46-56e4-4bcd-9abc-6e42fbcaed7e tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1094 time: 0.1116149
May 04 13:53:16.563406 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34594) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:16.571987 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address': '172.20.0.14'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:53:16.582455 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:53:16.588287 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:floatingip and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:53:16.593374 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:53:16.602842 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:53:16.619689 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:16.776711 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:16.927696 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Allocated IP 172.27.1.56 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/58dedc8f-e94a-4f30-aba4-219d3c25fbf8) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:53:17.079242 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:17.108455 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:17.112019 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e1c1cd78-2231-4e48-9147-a77df10172e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:17.168070 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:53:17.174987 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:53:17.177598 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:53:17.225475 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=58dedc8f-e94a-4f30-aba4-219d3c25fbf8,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:17.228280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:17.603851 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:17.680718 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:17.890664 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:17.895368 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:17.899216 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-34a7efc9-5fb9-4fe8-ae7b-c5367afb4d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:18.039728 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:18.128681 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=58dedc8f-e94a-4f30-aba4-219d3c25fbf8,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:18.131537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:18.138655 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:18.314228 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Floating IP 8a5a2cc6-6457-450f-91ab-e89134b49a50 associated. External IP: 172.27.1.56, port: 95c33f3c-7428-4703-9324-ef23e6436701.
May 04 13:53:18.677737 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:53:18.860246 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:53:18.870816 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:53:18.880591 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:18.881305 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5d30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:18.886599 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:18.944086 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3791878
May 04 13:53:18.944863 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:18.995347 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701', 'status': 'completed', 'code': 200}
May 04 13:53:19.064572 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:19.096908 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-da22a7ec-d0a0-4091-a0a2-6fa10b3ffbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:19.098454 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-da22a7ec-d0a0-4091-a0a2-6fa10b3ffbfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1099 time: 0.0778592
May 04 13:53:19.232761 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-2985f481-540d-4761-b503-4c024292d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:19.234154 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-2985f481-540d-4761-b503-4c024292d3aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1293747
May 04 13:53:19.337712 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-2a33eb32-21d3-4341-ba0c-bba461f9b9ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 999 time: 0.0948849
May 04 13:53:19.406223 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-73fd9831-0e8d-4fc1-a273-f45a11860358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:19.408309 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-73fd9831-0e8d-4fc1-a273-f45a11860358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0643935
May 04 13:53:19.440379 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5d30>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:17Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:19.444392 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:53:19.452658 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:19.453364 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5d30>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:19.486122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-77253217-eef0-4ae7-9aea-51184ce0be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:19.487608 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-77253217-eef0-4ae7-9aea-51184ce0be6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728481
May 04 13:53:19.651441 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:19.719886 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-7fe59fe7-4b0e-4980-818d-e3edd9ba2b5f service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249701
May 04 13:53:19.863356 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-654f3fd7-fc85-4f5e-9a76-fae567ee89da req-3c8846b9-f3bc-4743-8ea6-bcbec8399eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368055
May 04 13:53:20.019322 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e907a5d30>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:17Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:20.024937 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558c4b-c5ef-4d3e-9d77-0b274a2ccec3 None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:17Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:53:20.208713 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01d3e5-bb73-43d3-b04d-c21a0c8e59d1 None None] New status for floating IP 8a5a2cc6-6457-450f-91ab-e89134b49a50: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:53:26.878947 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:53:27.238085 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34624) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:27.667296 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Deleting port f8453f61-862f-44e0-9837-40928229f8e2 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:27.667641 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:27.783624 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:27.784471 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:27.793132 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a125d9d-a1a0-4dd4-a2c2-cd204d67cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:28.025820 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Calling delete_port for f8453f61-862f-44e0-9837-40928229f8e2 owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:28.149997 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:28.153710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5b0e297d-006d-40a1-b937-78ed67a335c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:28.197610 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event deleted for resources: {'Port': ['ID=f8453f61-862f-44e0-9837-40928229f8e2,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:28.235126 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.235510 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.235881 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.236247 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.236613 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.236972 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.237909 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.238267 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.238845 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.238954 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.239308 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.239656 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:28.250190 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:28.305144 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:28.305482 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Floating IP 6827bc30-adc4-443a-b88e-b4fce6d2ee3b disassociated (deleted). External IP: 172.27.1.112, port: 57b2d551-5202-42f3-9b4e-0537352fa383.
May 04 13:53:28.672230 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Router 3839e965-5fdd-4b77-94b2-996c120073e9 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:53:28.955661 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:53:28.965302 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] Sync routers for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:53:28.977092 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:28.977726 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d2e0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:28.978188 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:29.041648 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-03f46915-ef4e-4ef3-862c-426c67707d52 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "DELETE /v2.0/floatingips/6827bc30-adc4-443a-b88e-b4fce6d2ee3b HTTP/1.1" status: 204  len: 168 time: 1.8024654
May 04 13:53:29.042328 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:29.168393 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:29.177155 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'status': 'completed', 'code': 200}
May 04 13:53:29.283616 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-f708a6f2-4cde-486b-8bc4-55dd088cef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:29.285657 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-f708a6f2-4cde-486b-8bc4-55dd088cef78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 1099 time: 0.0832660
May 04 13:53:29.473553 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-b7849cd7-1679-43d3-a870-2652caa71d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:29.475045 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-b7849cd7-1679-43d3-a870-2652caa71d63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 200  len: 909 time: 0.1820209
May 04 13:53:29.540244 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d2e0>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:29.544240 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] Checking router: 3839e965-5fdd-4b77-94b2-996c120073e9 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:53:29.553111 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:29.553757 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d2e0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:29.557581 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-8df1036d-0f28-4cdf-a970-8f6a9f6aa780 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 200  len: 217 time: 0.0710282
May 04 13:53:29.570057 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c23d0-f780-4fb9-98e4-c1d94d95cbfb req-db388c6c-8e1e-4f5b-919d-58001cfd2131 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:29.571573 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3d8c23d0-f780-4fb9-98e4-c1d94d95cbfb req-db388c6c-8e1e-4f5b-919d-58001cfd2131 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.1907175
May 04 13:53:29.667850 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-7a5179aa-6db9-4416-a746-65a99c2b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:29.669318 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-7a5179aa-6db9-4416-a746-65a99c2b6310 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 200  len: 847 time: 0.0968626
May 04 13:53:29.672182 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-3d8c23d0-f780-4fb9-98e4-c1d94d95cbfb req-c8631cb3-42db-4d0b-8d11-0bb07e0fa03d tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0679686
May 04 13:53:29.743531 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:29.763272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-092cfa27-1343-4783-8bc1-42903a45d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:29.765784 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-092cfa27-1343-4783-8bc1-42903a45d9b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bb0049d-903e-49e4-8772-c35dc506e8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862031
May 04 13:53:29.949493 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-41ef0bfb-8f31-46e0-8f3e-aed7776e26cd service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746254
May 04 13:53:30.121393 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d74efc82-1a46-47b0-a687-cf2aaebb459d req-fd7e0c99-077e-4935-91e6-e7c5a4e8f469 service neutron] 10.222.0.48 "GET /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564968
May 04 13:53:30.146816 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d2e0>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:30.151588 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687566d-6b54-4555-9c33-dffac1a95ab8 None None] The sync data for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi is: [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:48:01Z', 'revision_number': 4, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '096614e7-4b8c-4eaf-a3a2-32e3ff650db8', 'name': '', 'network_id': '8bb0049d-903e-49e4-8772-c35dc506e8b2', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'mac_address': 'fa:16:3e:ae:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:59Z', 'updated_at': '2021-05-04T13:48:17Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'subnets': [{'id': 'caf6e4ef-8127-4969-bb94-cb8d51d0ee51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:53:30.392973 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173615e7-0e7e-4102-ac26-767658413b1c None None] New status for floating IP 6827bc30-adc4-443a-b88e-b4fce6d2ee3b: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:53:30.892675 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ad07-8a70-47b5-bc88-efec7da711b7 req-23ec9bd3-604a-400f-a073-ab4881f2a5bc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:30.894213 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2b2ad07-8a70-47b5-bc88-efec7da711b7 req-23ec9bd3-604a-400f-a073-ab4881f2a5bc tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.0899284
May 04 13:53:30.929331 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:30.944661 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e2b2ad07-8a70-47b5-bc88-efec7da711b7 req-cac987c3-8e33-44fe-8e66-7be8349dfab9 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/security-groups?id=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444224
May 04 13:53:31.041670 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-b67e7ebf-4c49-4ce3-b168-80c7f70ec167 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:31.043118 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-b67e7ebf-4c49-4ce3-b168-80c7f70ec167 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.48 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 946 time: 0.0891221
May 04 13:53:31.152317 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-06097278-35d7-4768-83e0-e0fd7f00a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:31.205661 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Deleting port 57b2d551-5202-42f3-9b4e-0537352fa383 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:31.206026 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:31.383129 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] For port 57b2d551-5202-42f3-9b4e-0537352fa383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=57b2d551-5202-42f3-9b4e-0537352fa383,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:31.383551 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:31.615434 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Calling delete_port for 57b2d551-5202-42f3-9b4e-0537352fa383 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:31.734676 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:31.740564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9846ea8e-8c01-41ea-a29f-f189c7e51710 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:31.786102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event deleted for resources: {'Port': ['ID=57b2d551-5202-42f3-9b4e-0537352fa383,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:31.828894 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.829286 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.829645 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.829995 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.830343 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.830689 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.831541 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.831886 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.832233 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.832568 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.832907 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.833268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:53:31.840679 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:31.877818 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] No DVR routers for this DVR port 57b2d551-5202-42f3-9b4e-0537352fa383 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:53:31.880130 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:31.882802 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-deleted', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:53:31.894619 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c78922a4-89d6-482a-9c26-d34791e99bc8 req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.48 "DELETE /v2.0/ports/57b2d551-5202-42f3-9b4e-0537352fa383 HTTP/1.1" status: 204  len: 173 time: 0.8432097
May 04 13:53:31.940742 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45692615-5432-42e9-9898-8abbf3ea6cd7', 'name': 'network-vif-deleted', 'tag': '57b2d551-5202-42f3-9b4e-0537352fa383', 'status': 'completed', 'code': 200}
May 04 13:53:32.110896 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-9934586c-7e6c-4113-8806-9ae8a1e5c873 req-e1a4212a-8e19-4c1b-b8c4-f3fefbbe268e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Synchronizing usage tracker for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:53:32.132551 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-9934586c-7e6c-4113-8806-9ae8a1e5c873 req-e1a4212a-8e19-4c1b-b8c4-f3fefbbe268e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Unset dirty status for tenant:971b6b52aeef4cab9fae30c9eb3a4b1c on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:53:32.134074 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9934586c-7e6c-4113-8806-9ae8a1e5c873 req-e1a4212a-8e19-4c1b-b8c4-f3fefbbe268e tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "GET /v2.0/ports?device_id=45692615-5432-42e9-9898-8abbf3ea6cd7 HTTP/1.1" status: 200  len: 210 time: 0.0707660
May 04 13:53:33.198591 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:33.239319 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34656) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:33.316330 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:33.352852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:33.421563 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:33.425931 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0780f3f8-4f90-434e-9a01-1ee5109f3515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:33.441979 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:33.444831 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:33.452871 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:33.454054 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] 10.222.0.25 "DELETE /v2.0/security-groups/858e2b11-2ac8-4fd1-af4d-d7bd1b8bf3aa HTTP/1.1" status: 204  len: 168 time: 0.2137663
May 04 13:53:34.381318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:34.418948 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 57b2d551-5202-42f3-9b4e-0537352fa383 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:34.419296 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 57b2d551-5202-42f3-9b4e-0537352fa383 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:34.525847 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34666) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:34.537603 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:35.347549 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:35.789227 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Deleting port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:35.790041 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:35.925710 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] For port 096614e7-4b8c-4eaf-a3a2-32e3ff650db8, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:35.926143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:36.061310 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Calling delete_port for 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:36.216175 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:36.220226 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-389d636f-5d3b-4898-bd83-4d01413d48d9 tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:36.268916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=096614e7-4b8c-4eaf-a3a2-32e3ff650db8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:36.272154 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:36.572209 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:37.102499 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Router 3839e965-5fdd-4b77-94b2-996c120073e9 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:53:37.296038 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:53:37.305039 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] Sync routers for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:53:37.316843 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-7462ea93-4a96-4f33-b07c-b48ca107cb01 admin admin] 10.222.0.25 "PUT /v2.0/routers/3839e965-5fdd-4b77-94b2-996c120073e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7875345
May 04 13:53:37.319469 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34678) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:37.319974 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:37.321188 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d670>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:37.505070 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:37.516918 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:37.714613 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:37.792964 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Deleting port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:37.793488 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:37.818817 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d670>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:53:36Z', 'revision_number': 5, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port': {'id': '1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:47:49Z', 'updated_at': '2021-05-04T13:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:37.823512 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] Checking router: 3839e965-5fdd-4b77-94b2-996c120073e9 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:53:37.833564 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] Routers {'3839e965-5fdd-4b77-94b2-996c120073e9'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:37.834200 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d670>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['3839e965-5fdd-4b77-94b2-996c120073e9'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:37.936151 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] For port 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:37.936391 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:37.994663 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] Set router 3839e965-5fdd-4b77-94b2-996c120073e9 gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:38.082376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Calling delete_port for 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:38.142079 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9125d670>, [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:53:37Z', 'revision_number': 6, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:38.147589 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931af3d8-9d6e-4e85-b8a4-6f5936cd0008 None None] The sync data for ids ['3839e965-5fdd-4b77-94b2-996c120073e9'] in dv-cinder-789564-1-iscsi is: [{'id': '3839e965-5fdd-4b77-94b2-996c120073e9', 'name': 'tempest-TestShelveInstance-540657021-router', 'tenant_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:47:45Z', 'updated_at': '2021-05-04T13:53:37Z', 'revision_number': 6, 'project_id': '971b6b52aeef4cab9fae30c9eb3a4b1c', 'gw_port_host': None}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:53:38.238118 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.245961 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-637e40a2-b3d5-4cc8-aa46-924a4724c5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:38.406729 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:38.410264 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:38.519415 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.712195 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.714447 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.737695 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.738146 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3839e965-5fdd-4b77-94b2-996c120073e9 {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:53:38.750569 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.751718 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e8d8e167-b7b2-4f95-8e14-01e92f2fbdf2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3839e965-5fdd-4b77-94b2-996c120073e9 HTTP/1.1" status: 204  len: 168 time: 1.4313169
May 04 13:53:38.755274 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 34684) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:38.820743 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Deleting subnet caf6e4ef-8127-4969-bb94-cb8d51d0ee51 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:53:38.824095 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.880552 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:38.969115 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.240051 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.244416 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0cccf0a0-cfad-41d0-902f-1ebbf8807cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:39.282799 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf6e4ef-8127-4969-bb94-cb8d51d0ee51,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:39.288325 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:39.290188 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.296411 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b13c75-84c5-4b53-abe2-0fb9141a9d39 None None] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:53:39.299859 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34690) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:39.301004 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/caf6e4ef-8127-4969-bb94-cb8d51d0ee51 HTTP/1.1" status: 204  len: 168 time: 0.5436506
May 04 13:53:39.420875 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.503770 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Deleting port 3206d9a4-125a-4f2c-b7f8-f41d9164086d {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:39.503978 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.561101 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] DHCP port deletion for 8bb0049d-903e-49e4-8772-c35dc506e8b2 request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:53:39.614932 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] For port 3206d9a4-125a-4f2c-b7f8-f41d9164086d, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=3206d9a4-125a-4f2c-b7f8-f41d9164086d,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:39.615343 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.631067 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Deleting port 3206d9a4-125a-4f2c-b7f8-f41d9164086d {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:39.631437 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.755340 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Calling delete_port for 3206d9a4-125a-4f2c-b7f8-f41d9164086d owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:39.779140 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] For port 3206d9a4-125a-4f2c-b7f8-f41d9164086d, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=3206d9a4-125a-4f2c-b7f8-f41d9164086d,segment=NetworkSegment(daf05462-6ed7-4e3a-a002-c65ed7fd0387),segment_id=daf05462-6ed7-4e3a-a002-c65ed7fd0387)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:39.779530 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.805197 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.809016 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-995f6629-0fdf-4cd7-9451-c572e2117d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:39.853457 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Pushing event deleted for resources: {'Port': ['ID=3206d9a4-125a-4f2c-b7f8-f41d9164086d,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:39.856545 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:39.857353 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] No DVR routers for this DVR port 3206d9a4-125a-4f2c-b7f8-f41d9164086d on host dv-cinder-789564-1-iscsi {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:53:39.904490 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Calling delete_port for 3206d9a4-125a-4f2c-b7f8-f41d9164086d owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:39.947798 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.951370 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:39.977388 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:39.995939 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Pushing event deleted for resources: {'Port': ['ID=3206d9a4-125a-4f2c-b7f8-f41d9164086d,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:39.999073 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:39.999751 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a5f87-4e24-4a12-8f3b-f05ca6223c3c None None] No DVR routers for this DVR port 3206d9a4-125a-4f2c-b7f8-f41d9164086d on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:53:40.068472 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:40.089928 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8bb4abb0>,) {'filters': {'network_id': ['8bb0049d-903e-49e4-8772-c35dc506e8b2']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:40.102973 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8bb4abb0>, 'daf05462-6ed7-4e3a-a002-c65ed7fd0387') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:40.103161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:40.103265 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8bb4abb0>, 'daf05462-6ed7-4e3a-a002-c65ed7fd0387') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:40.103388 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 096614e7-4b8c-4eaf-a3a2-32e3ff650db8 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:40.103801 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:40.115084 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:40.131039 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:40.136634 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:40.137057 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 1eb7a6d8-6bfa-4c0d-9003-698c4fdf6ece not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:40.137504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:53:40.137628 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 3206d9a4-125a-4f2c-b7f8-f41d9164086d no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:40.174351 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 3206d9a4-125a-4f2c-b7f8-f41d9164086d {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:40.174761 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 3206d9a4-125a-4f2c-b7f8-f41d9164086d not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:40.314460 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:53:40.323908 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:40.591877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Network 8bb0049d-903e-49e4-8772-c35dc506e8b2 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:53:40.613680 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:53:40.686753 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:40.690983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-90497f58-97dd-42e0-b92b-82017b270368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:40.704433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:40.719909 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb0049d-903e-49e4-8772-c35dc506e8b2,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:40.724105 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:40.732453 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] 10.222.0.25 "DELETE /v2.0/networks/8bb0049d-903e-49e4-8772-c35dc506e8b2 HTTP/1.1" status: 204  len: 168 time: 1.4315701
May 04 13:53:40.735432 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34698) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:41.282504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:41.706617 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Deleting port c78e8720-8f99-49c7-85ee-4eae49bb04a7 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:41.707409 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:41.834819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] For port c78e8720-8f99-49c7-85ee-4eae49bb04a7, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=c78e8720-8f99-49c7-85ee-4eae49bb04a7,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:41.835175 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:42.066611 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Calling delete_port for c78e8720-8f99-49c7-85ee-4eae49bb04a7 owned by network:router_interface {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:42.357686 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:42.361136 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4a1b77d2-652e-463b-9b1b-6f3b090ab3d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:42.403770 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78e8720-8f99-49c7-85ee-4eae49bb04a7,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:42.406704 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:42.678527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:43.048372 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:53:43.225513 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:53:43.233978 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] Sync routers for ids ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:53:43.234479 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] 10.222.0.25 "PUT /v2.0/routers/15210b32-bc35-48f2-9db0-b8d3b315a5d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4979000
May 04 13:53:43.236732 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34706) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:43.244398 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] Routers {'15210b32-bc35-48f2-9db0-b8d3b315a5d6'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:43.245021 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90569c40>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:43.424042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] Set router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:43.521694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:43.708637 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90569c40>, [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:53:42Z', 'revision_number': 5, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port': {'id': '53d00ef0-f428-4fd7-9675-bbe94c796361', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:48:12Z', 'updated_at': '2021-05-04T13:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:43.712743 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] Checking router: 15210b32-bc35-48f2-9db0-b8d3b315a5d6 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:53:43.713850 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:43.723084 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] Routers {'15210b32-bc35-48f2-9db0-b8d3b315a5d6'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:53:43.723710 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90569c40>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:53:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:43.792424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Deleting port 53d00ef0-f428-4fd7-9675-bbe94c796361 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:43.792834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:43.882344 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] Set router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:53:43.927161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] For port 53d00ef0-f428-4fd7-9675-bbe94c796361, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=53d00ef0-f428-4fd7-9675-bbe94c796361,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:43.927848 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:43.991903 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90569c40>, [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:53:43Z', 'revision_number': 6, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:43.997130 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527afb0-e97e-4a04-9859-5e7966723135 None None] The sync data for ids ['15210b32-bc35-48f2-9db0-b8d3b315a5d6'] in dv-cinder-789564-1-iscsi is: [{'id': '15210b32-bc35-48f2-9db0-b8d3b315a5d6', 'name': 'tempest-TestShelveInstance-2062047162-router', 'tenant_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:48:11Z', 'updated_at': '2021-05-04T13:53:43Z', 'revision_number': 6, 'project_id': '3da2c6f017524e5b94e60fbd82f73bbe', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:53:44.068176 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Calling delete_port for 53d00ef0-f428-4fd7-9675-bbe94c796361 owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:44.234864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.238952 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c91ca04f-6761-4d7f-9def-69f1c15ef359 tempest-VolumesSnapshotTestJSON-674178876 tempest-VolumesSnapshotTestJSON-674178876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:44.312607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Pushing event deleted for resources: {'Port': ['ID=53d00ef0-f428-4fd7-9675-bbe94c796361,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:44.320431 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:44.383755 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.558929 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.561019 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.586964 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.587499 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15210b32-bc35-48f2-9db0-b8d3b315a5d6 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:53:44.601607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.602717 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-22e71ddc-3632-46aa-9cad-2d7149eb704c admin admin] 10.222.0.25 "DELETE /v2.0/routers/15210b32-bc35-48f2-9db0-b8d3b315a5d6 HTTP/1.1" status: 204  len: 168 time: 1.3641417
May 04 13:53:44.605202 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34712) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:44.668340 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Deleting subnet 726b9924-1a83-448d-a29f-3bfc5d66088e {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:53:44.672598 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.722777 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1735670'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:44.803653 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.192836 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27446885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27712706'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.196990 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:45.237709 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726b9924-1a83-448d-a29f-3bfc5d66088e,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:45.243222 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:45.243222 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.247646 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be2e33-ee2f-4ca1-a754-25a940708b57 None None] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:53:45.249581 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f516c992-4bf3-4049-9871-844b7dca546d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/726b9924-1a83-448d-a29f-3bfc5d66088e HTTP/1.1" status: 204  len: 168 time: 0.6433303
May 04 13:53:45.251848 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34718) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:45.369845 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.462996 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Deleting port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:45.463366 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.544463 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] DHCP port deletion for 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:53:45.570914 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] For port 350364a4-95ed-4f49-a7d8-be8c9403d7c5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=350364a4-95ed-4f49-a7d8-be8c9403d7c5,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:45.571261 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.612761 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Deleting port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:53:45.613386 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.699910 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Calling delete_port for 350364a4-95ed-4f49-a7d8-be8c9403d7c5 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:45.715141 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] For port 350364a4-95ed-4f49-a7d8-be8c9403d7c5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=350364a4-95ed-4f49-a7d8-be8c9403d7c5,segment=NetworkSegment(0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02),segment_id=0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:53:45.715459 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.750294 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.755085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dc1613ba-41fa-4870-93c2-bc224794c3e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:45.803028 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Pushing event deleted for resources: {'Port': ['ID=350364a4-95ed-4f49-a7d8-be8c9403d7c5,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:45.805409 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:45.809726 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] No DVR routers for this DVR port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 on host dv-cinder-789564-1-iscsi {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:53:45.846527 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Calling delete_port for 350364a4-95ed-4f49-a7d8-be8c9403d7c5 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:53:45.890527 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.895305 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:45.930866 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:45.937559 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Pushing event deleted for resources: {'Port': ['ID=350364a4-95ed-4f49-a7d8-be8c9403d7c5,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:45.941286 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:45.942252 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218e6fb-1bf8-4bde-9729-f1ff5b6c16b1 None None] No DVR routers for this DVR port 350364a4-95ed-4f49-a7d8-be8c9403d7c5 on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:53:46.048030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e9057a1f0>,) {'filters': {'network_id': ['72b598fc-50b4-41f8-b8bc-1a1f234b7cd1']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:46.054971 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 53d00ef0-f428-4fd7-9675-bbe94c796361 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:46.061779 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e9057a1f0>, '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:46.062076 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e9057a1f0>, '0a6cf8cf-4c1e-4bc7-b7da-37fc18656c02') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:53:46.075547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:46.091962 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 53d00ef0-f428-4fd7-9675-bbe94c796361 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:46.092452 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 53d00ef0-f428-4fd7-9675-bbe94c796361 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:46.093001 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device c78e8720-8f99-49c7-85ee-4eae49bb04a7 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:46.096046 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:46.103383 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:53:46.131758 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: c78e8720-8f99-49c7-85ee-4eae49bb04a7 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:46.132204 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device c78e8720-8f99-49c7-85ee-4eae49bb04a7 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:46.132704 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 350364a4-95ed-4f49-a7d8-be8c9403d7c5 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:53:46.166162 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 350364a4-95ed-4f49-a7d8-be8c9403d7c5 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:53:46.166516 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 350364a4-95ed-4f49-a7d8-be8c9403d7c5 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:53:46.273611 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:53:46.281895 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:46.541641 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Network 72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:53:46.562961 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:53:46.643948 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:46.648870 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:46.651420 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-9b5dd12c-c20e-4046-9e9a-aa3f58f7e80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:46.673233 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Pushing event deleted for resources: {'Network': ['ID=72b598fc-50b4-41f8-b8bc-1a1f234b7cd1,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:46.676192 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:46.678686 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] 10.222.0.25 "DELETE /v2.0/networks/72b598fc-50b4-41f8-b8bc-1a1f234b7cd1 HTTP/1.1" status: 204  len: 168 time: 1.4252136
May 04 13:53:46.805749 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34726) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:46.854337 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-ee12c864-b746-4d6c-9b3a-690e5038432e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=971b6b52aeef4cab9fae30c9eb3a4b1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473156
May 04 13:53:46.856715 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34730) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:46.916656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:46.944649 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.000335 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.003983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ca6ce098-c4b3-40d2-9434-436966fa44ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:47.016455 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa7190-8fe2-4627-bf5e-c03dafe69eaf,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:47.019843 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:47.025031 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.026165 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-d00c4671-991b-42d9-81e0-2d9914fa0740 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5aa7190-8fe2-4627-bf5e-c03dafe69eaf HTTP/1.1" status: 204  len: 168 time: 0.1685531
May 04 13:53:47.365408 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34740) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:47.413540 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-2ab002b1-d455-4f16-a493-76778c1fbfc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3da2c6f017524e5b94e60fbd82f73bbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468764
May 04 13:53:47.415816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 34744) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:53:47.473433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.499141 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.551126 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.555829 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0fda98cb-8514-41ab-b335-12f3939607f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:53:47.566516 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4106be43-a895-4cc4-bfb1-78355ff85745,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:53:47.569961 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:53:47.573490 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:47.574819 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-68ae154d-a4bb-4a0f-adf6-b7433637aafb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4106be43-a895-4cc4-bfb1-78355ff85745 HTTP/1.1" status: 204  len: 168 time: 0.1579027
May 04 13:53:48.039626 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:54.919546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af58dc-6aac-47f5-a9f3-53df7011c32f req-702565b4-3c65-4d2e-a158-02327b504d57 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:54.921005 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f5af58dc-6aac-47f5-a9f3-53df7011c32f req-702565b4-3c65-4d2e-a158-02327b504d57 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.1891191
May 04 13:53:54.975608 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f5af58dc-6aac-47f5-a9f3-53df7011c32f req-14d4364d-5b52-42f2-9b08-8118a05a7732 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483158
May 04 13:53:56.168893 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae58720-ec25-4b3f-9689-3c1a930d3cfc req-95ce3fa2-e319-4405-8705-1b3396528429 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:56.170357 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aae58720-ec25-4b3f-9689-3c1a930d3cfc req-95ce3fa2-e319-4405-8705-1b3396528429 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0811751
May 04 13:53:56.219926 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-aae58720-ec25-4b3f-9689-3c1a930d3cfc req-a3c46389-bcd9-4c76-ac13-ecc614e277ac tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429549
May 04 13:53:57.421887 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ad4a0-0305-47d4-ae58-e73670d39639 req-8ee8edbf-1821-4ee0-896a-eff1add2d861 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:57.423329 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c47ad4a0-0305-47d4-ae58-e73670d39639 req-8ee8edbf-1821-4ee0-896a-eff1add2d861 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0795293
May 04 13:53:57.468293 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c47ad4a0-0305-47d4-ae58-e73670d39639 req-f3daa9d6-ba70-476e-8c15-3968cb4a3158 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385792
May 04 13:53:57.796048 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6c1dab68-10f9-471e-b6e5-28a317b69ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:53:58.661972 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee7d87-175d-41b4-a72a-feaab8cb553b req-4fcb095f-e9a7-420e-ba00-7e2b13d1e647 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:58.663411 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1dee7d87-175d-41b4-a72a-feaab8cb553b req-4fcb095f-e9a7-420e-ba00-7e2b13d1e647 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0845361
May 04 13:53:58.710894 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1dee7d87-175d-41b4-a72a-feaab8cb553b req-5b9e0394-9b1f-4888-85c6-943631821305 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417631
May 04 13:53:59.903356 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411a5ca-993a-4cee-8634-f63e698c4bc9 req-fb2c48ce-9388-4b2f-8896-1d178beec208 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:53:59.904913 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1411a5ca-993a-4cee-8634-f63e698c4bc9 req-fb2c48ce-9388-4b2f-8896-1d178beec208 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0815656
May 04 13:53:59.952704 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1411a5ca-993a-4cee-8634-f63e698c4bc9 req-3fd223f4-d9ec-410d-b661-b40a2459bfdd tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420365
May 04 13:54:00.932698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:01.146511 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be41b34-80c0-4e2a-82b6-78ae0577d79f req-e50fcee6-a3a3-4386-997f-c86d06943f45 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:01.147997 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8be41b34-80c0-4e2a-82b6-78ae0577d79f req-e50fcee6-a3a3-4386-997f-c86d06943f45 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0811121
May 04 13:54:01.154875 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-0ab7677e-871c-4c74-8b55-4f9c82f396c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:01.193521 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8be41b34-80c0-4e2a-82b6-78ae0577d79f req-36dbf647-4f98-45c1-8749-caf788e96981 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396810
May 04 13:54:02.385920 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc89dd-c940-4dbe-8e67-ce603f1f3fe0 req-bce9a5f9-8357-4725-a18b-e3e4ab4d627a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:02.387366 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dffc89dd-c940-4dbe-8e67-ce603f1f3fe0 req-bce9a5f9-8357-4725-a18b-e3e4ab4d627a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0828683
May 04 13:54:02.434034 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-dffc89dd-c940-4dbe-8e67-ce603f1f3fe0 req-fe3ed57f-d208-4529-a820-e05e927bf5f1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393844
May 04 13:54:03.202105 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:03.627276 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351409d-187c-4cc2-a2c2-3d11e707de17 req-ca0f63b9-2089-43a2-b9ed-860155ba6ba4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:03.628735 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e351409d-187c-4cc2-a2c2-3d11e707de17 req-ca0f63b9-2089-43a2-b9ed-860155ba6ba4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0828347
May 04 13:54:03.676121 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e351409d-187c-4cc2-a2c2-3d11e707de17 req-81fde8d3-be31-493d-bfe3-5e262c12a321 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406511
May 04 13:54:03.878279 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:54:04.531495 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:04.870156 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0e77e-f044-4d26-ab12-530baeeaf047 req-74c3f52c-0bc0-4fea-ad18-b3496fe0d5f7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:04.871608 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8de0e77e-f044-4d26-ab12-530baeeaf047 req-74c3f52c-0bc0-4fea-ad18-b3496fe0d5f7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0852611
May 04 13:54:04.916234 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8de0e77e-f044-4d26-ab12-530baeeaf047 req-9bfa0da6-ce92-425c-a530-e51e29ccd6f7 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389237
May 04 13:54:06.111545 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59397-0182-49c0-b3f2-197fee53e177 req-a76df117-bf4d-4197-9d5d-d716f4c766c0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:06.113849 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71e59397-0182-49c0-b3f2-197fee53e177 req-a76df117-bf4d-4197-9d5d-d716f4c766c0 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0865149
May 04 13:54:06.158783 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-71e59397-0182-49c0-b3f2-197fee53e177 req-2b17b237-ae11-4d51-8e3f-4230ee0dd7d8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392070
May 04 13:54:07.364030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e03c2-abfc-45dd-80a9-454428416e74 req-fa865ad8-4788-478f-a8a9-e554937922a1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:07.365531 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f59e03c2-abfc-45dd-80a9-454428416e74 req-fa865ad8-4788-478f-a8a9-e554937922a1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0878308
May 04 13:54:07.414738 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f59e03c2-abfc-45dd-80a9-454428416e74 req-42fae8c4-df15-4902-b4be-bd50f9e29416 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423760
May 04 13:54:08.541060 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:54:08.633812 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ab5bc-f840-4652-ab36-86e673d353b3 req-9cfc411c-0438-41e4-9ed0-452d99411615 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:08.641664 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b89ab5bc-f840-4652-ab36-86e673d353b3 req-9cfc411c-0438-41e4-9ed0-452d99411615 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.1077456
May 04 13:54:08.695242 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b89ab5bc-f840-4652-ab36-86e673d353b3 req-6a8529c4-8d9e-48be-8b4f-e473648ed8ad tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523536
May 04 13:54:08.762444 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:08.783654 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'mac_address': 'fa:16:3e:4f:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:54:08.845027 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:08.862447 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:54:08.879821 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:08.884463 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:08.886444 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:54:08.959575 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=6']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:54:08.967455 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.967899 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.968421 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.968910 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.969424 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.969918 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.970245 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.970579 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.970922 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.971272 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.971601 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.971937 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:54:08.976904 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:54:09.005323 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:54:09.900190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd79f70-9771-487f-b45b-dfbc388ad242 req-bffc271c-ee83-4c46-9f14-9bfbd1ec4090 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:09.901765 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1bd79f70-9771-487f-b45b-dfbc388ad242 req-bffc271c-ee83-4c46-9f14-9bfbd1ec4090 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 944 time: 0.0900619
May 04 13:54:10.073202 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-1bd79f70-9771-487f-b45b-dfbc388ad242 req-b5404b2d-e370-49ec-89f6-99ba0e534669 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1657314
May 04 13:54:10.546217 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:54:10.631874 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:54:10.632383 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:10.765417 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:10.801394 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:54:10.818259 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:10.825649 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:10.828282 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:54:10.867239 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'code': 200}
May 04 13:54:10.907307 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=7']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:54:10.911330 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:54:11.297590 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b60c-c3a4-4f90-85f6-9860cdf1e5cb req-c51949a1-5ef2-4a1c-98eb-db60f6da5de1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:11.299312 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0196b60c-c3a4-4f90-85f6-9860cdf1e5cb req-c51949a1-5ef2-4a1c-98eb-db60f6da5de1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0991182
May 04 13:54:11.359889 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0196b60c-c3a4-4f90-85f6-9860cdf1e5cb req-cc4f4de1-c87b-4615-9bc2-debbbdee7282 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543704
May 04 13:54:12.586940 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e0406-9d72-4fb8-98a1-d7925ba4caf7 req-d4104c4f-f437-4c05-8eb5-c569ef4bbe6d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:12.588620 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c2e0406-9d72-4fb8-98a1-d7925ba4caf7 req-d4104c4f-f437-4c05-8eb5-c569ef4bbe6d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0934587
May 04 13:54:12.647092 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6c2e0406-9d72-4fb8-98a1-d7925ba4caf7 req-93b79d90-0625-4ad5-b591-bff651f1e34a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521824
May 04 13:54:13.870658 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd1b0-f46c-4634-8847-e0ccf92b44f2 req-3b365fe0-594d-4eed-9885-c56806c5f23e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:13.872259 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3dfd1b0-f46c-4634-8847-e0ccf92b44f2 req-3b365fe0-594d-4eed-9885-c56806c5f23e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.1045742
May 04 13:54:13.933249 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d3dfd1b0-f46c-4634-8847-e0ccf92b44f2 req-66903779-8b04-44cd-ba17-26c3f4973051 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524263
May 04 13:54:15.158514 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3f19c-d51b-4b8b-ba7c-079888699328 req-19df3136-4d75-462e-95d9-992eff9a5f17 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:15.160842 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47b3f19c-d51b-4b8b-ba7c-079888699328 req-19df3136-4d75-462e-95d9-992eff9a5f17 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.1067202
May 04 13:54:15.213952 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-47b3f19c-d51b-4b8b-ba7c-079888699328 req-5186e8a1-3b79-4ed9-b78f-7a65f805f2c5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470054
May 04 13:54:16.407146 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3edd40-2da6-46fe-96ac-c783c9f30d6c req-da528a33-ab27-4672-ae7f-04cf6fd81740 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:16.408608 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc3edd40-2da6-46fe-96ac-c783c9f30d6c req-da528a33-ab27-4672-ae7f-04cf6fd81740 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0824602
May 04 13:54:16.453519 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fc3edd40-2da6-46fe-96ac-c783c9f30d6c req-11818f4d-7dc9-4710-ac9e-d78c38cf148e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388951
May 04 13:54:16.801731 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-c08a5f1b-e9c7-44de-9606-9a71a8171f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:16.803492 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-c08a5f1b-e9c7-44de-9606-9a71a8171f6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1098 time: 0.0754421
May 04 13:54:16.941968 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-46c0cc1b-0ce6-41af-8eb7-7a07d9d17f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:16.943285 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-46c0cc1b-0ce6-41af-8eb7-7a07d9d17f37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.1336513
May 04 13:54:17.045252 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-0c71f431-5b28-48f9-abc8-c286a670bcf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 200  len: 1001 time: 0.0950282
May 04 13:54:17.109676 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-6f4adca5-0e66-4d63-86d4-f81c6e8ac714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:17.111103 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-6f4adca5-0e66-4d63-86d4-f81c6e8ac714 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.0597801
May 04 13:54:17.192630 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-9a2be474-1d3c-49e9-9b82-cd4addee9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:17.194103 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-9a2be474-1d3c-49e9-9b82-cd4addee9858 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759282
May 04 13:54:17.204412 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-4b7cf638-8bbb-440d-b05b-5ba86266b0ca service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:54:17.205499 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-4b7cf638-8bbb-440d-b05b-5ba86266b0ca service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049009
May 04 13:54:17.344039 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-dbf63c38-c87a-421e-806c-d7c3f65242a5 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322229
May 04 13:54:17.479881 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f0a1e14-3fe4-40e1-9fdb-d3e00bab9d62 req-022b4b9d-3ce0-4563-8e59-e6fe10b76a67 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291718
May 04 13:54:17.662034 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d749-cc10-48ab-ad27-be885c07e60f req-62e74f52-0658-4cd9-97f3-817c8ba0ab88 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:17.663516 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-acc6d749-cc10-48ab-ad27-be885c07e60f req-62e74f52-0658-4cd9-97f3-817c8ba0ab88 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 945 time: 0.0951352
May 04 13:54:17.710630 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-acc6d749-cc10-48ab-ad27-be885c07e60f req-57881542-74a8-4da2-9220-fabf526ecc74 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413904
May 04 13:54:18.041556 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:18.590098 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:54:18.706812 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:18.734529 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:54:18.745724 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:18.750393 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:18.753374 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:54:18.790087 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'code': 200}
May 04 13:54:18.823107 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=8']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:54:18.826209 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:54:18.909402 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d19c6-84fb-4918-985d-9510e02472c7 req-ec28e13c-90d6-4cc5-8311-19acdc643618 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:18.910767 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-064d19c6-84fb-4918-985d-9510e02472c7 req-ec28e13c-90d6-4cc5-8311-19acdc643618 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0808883
May 04 13:54:18.960231 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-064d19c6-84fb-4918-985d-9510e02472c7 req-266e583b-9b58-4e6c-b091-9f16c40e77ad tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436134
May 04 13:54:20.163920 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c330ed-8677-4a18-aeda-fbdd4d295867 req-db9e5ba0-8fca-40fb-8931-bd3310200060 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:20.165511 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-30c330ed-8677-4a18-aeda-fbdd4d295867 req-db9e5ba0-8fca-40fb-8931-bd3310200060 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0860913
May 04 13:54:20.216294 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-30c330ed-8677-4a18-aeda-fbdd4d295867 req-3b3f5b1b-2a19-4fc5-85f4-4ceab2f6aa91 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450907
May 04 13:54:21.699858 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-a14cd0e0-2d54-4a39-bf7d-8cc1477639b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0894835
May 04 13:54:21.828709 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf502a63-4e77-4963-8dc3-b33a53081717 req-d4091f62-f691-4ae6-9ba0-f6e541c271e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:21.831372 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bf502a63-4e77-4963-8dc3-b33a53081717 req-d4091f62-f691-4ae6-9ba0-f6e541c271e5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.2427540
May 04 13:54:21.914231 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bf502a63-4e77-4963-8dc3-b33a53081717 req-ab9298f9-c264-4995-9bbe-e8df95c45a74 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764456
May 04 13:54:21.921151 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-8f7f507b-98ab-4e13-98ea-e9f400627c3f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2980375
May 04 13:54:22.069217 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-53b0b91a-6bb2-48ff-91e1-860e2f51f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:22.070722 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-53b0b91a-6bb2-48ff-91e1-860e2f51f66d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1099 time: 0.0774691
May 04 13:54:22.228365 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-574040f4-3fef-4f37-9d1a-b3e81b07656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:22.229932 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-574040f4-3fef-4f37-9d1a-b3e81b07656f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1395836
May 04 13:54:22.344298 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-7464865a-e59a-40a6-a0d1-794671abb28c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 1001 time: 0.1037643
May 04 13:54:22.411919 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-2b0b2cfe-7c71-4b34-9f4b-9795bf3b83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:22.413316 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-2b0b2cfe-7c71-4b34-9f4b-9795bf3b83b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0630567
May 04 13:54:22.492817 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-c0e97b3c-dcdd-4788-ba2a-5f7b04b974af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:22.494481 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-c0e97b3c-dcdd-4788-ba2a-5f7b04b974af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747874
May 04 13:54:22.596633 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:54:22.641789 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-f0615d5c-8d65-45a8-8199-ed1f975106fd service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407156
May 04 13:54:22.844432 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c48a2fc0-f202-4fd6-86ab-be6a398ac300 req-d7758112-9260-4d4c-ab86-0393133a9037 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952140
May 04 13:54:22.856616 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c249-c342-435f-ba94-727648d4e3e8 req-731bb25b-086c-4813-961e-c571e7f8bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:22.858134 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-731bb25b-086c-4813-961e-c571e7f8bbe1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7&tenant_id=311baf92615445f5aca8300637eb206e HTTP/1.1" status: 200  len: 1096 time: 0.1228588
May 04 13:54:22.956547 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c249-c342-435f-ba94-727648d4e3e8 req-963c3d43-4032-4104-8b49-6b1da4aba29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:22.958353 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-963c3d43-4032-4104-8b49-6b1da4aba29f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=311baf92615445f5aca8300637eb206e&device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1096 time: 0.0764232
May 04 13:54:23.149191 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c249-c342-435f-ba94-727648d4e3e8 req-fa1220f3-2068-4199-ac87-dbacc3e17bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:23.150556 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-fa1220f3-2068-4199-ac87-dbacc3e17bef service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 200  len: 917 time: 0.1862369
May 04 13:54:23.224541 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bd791-148c-43a4-a72f-dbd766f621c8 req-e8374b0a-52de-4ff9-8e61-eb8f2081fb89 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:23.226873 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0a8bd791-148c-43a4-a72f-dbd766f621c8 req-e8374b0a-52de-4ff9-8e61-eb8f2081fb89 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.1789265
May 04 13:54:23.299573 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-73723f82-f95b-44f4-ae37-2e8e41b65cdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 200  len: 999 time: 0.1407421
May 04 13:54:23.304296 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0a8bd791-148c-43a4-a72f-dbd766f621c8 req-90b60e14-9a59-4bf5-9a28-3e2f526aa0ea tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688629
May 04 13:54:23.362997 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c249-c342-435f-ba94-727648d4e3e8 req-eea46074-9a83-421e-b696-eb6719ddcf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:23.364422 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-eea46074-9a83-421e-b696-eb6719ddcf96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 200  len: 855 time: 0.0585289
May 04 13:54:23.443994 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c249-c342-435f-ba94-727648d4e3e8 req-54d944d8-bb47-429e-9a2d-e4dcccc3c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:23.445384 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-54d944d8-bb47-429e-9a2d-e4dcccc3c762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2d0e4c0-783a-4132-9bdf-bd63e13419ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745080
May 04 13:54:23.576848 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-a4dcc5b2-3e82-4f10-bcec-bceeddbc9969 service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251016
May 04 13:54:23.816783 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-df25c249-c342-435f-ba94-727648d4e3e8 req-ff8edff1-e7fa-4f22-8b01-63e7a8b8a4ad service neutron] 10.222.0.48 "GET /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2323546
May 04 13:54:24.532451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747478e-89f1-4eb6-9489-098ea09aba32 req-e7e6cb29-032b-45f6-8fcf-ce5a5340032a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:24.534285 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2747478e-89f1-4eb6-9489-098ea09aba32 req-e7e6cb29-032b-45f6-8fcf-ce5a5340032a tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0881488
May 04 13:54:24.584208 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2747478e-89f1-4eb6-9489-098ea09aba32 req-cc2c0492-d7f6-4a7b-84b7-6f7288cd00ee tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424063
May 04 13:54:25.805317 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6154578-c565-4319-834a-2d02604886c2 req-315c75c9-ab5a-4bbe-92e9-65f6e1852f2d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:25.806880 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6154578-c565-4319-834a-2d02604886c2 req-315c75c9-ab5a-4bbe-92e9-65f6e1852f2d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0985527
May 04 13:54:25.857581 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e6154578-c565-4319-834a-2d02604886c2 req-6bed29f2-c644-48f6-94c5-5bf2ed10b057 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448990
May 04 13:54:27.070412 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564fb0-318f-412d-aafa-f9764f4427ff req-7e1c2092-0224-43e4-a5c6-7f51fc3b3fe6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:27.071915 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-89564fb0-318f-412d-aafa-f9764f4427ff req-7e1c2092-0224-43e4-a5c6-7f51fc3b3fe6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0887821
May 04 13:54:27.119918 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-89564fb0-318f-412d-aafa-f9764f4427ff req-b9a4cb09-0fbf-4650-a961-6175127af7b9 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420332
May 04 13:54:27.810240 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5e872582-211c-4676-9b4b-16d904b2f169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:28.325998 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bbe5e-f12f-46e5-a260-0302d687768a req-e9932da5-1156-4af8-926a-46d60c644edb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:28.327514 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e54bbe5e-f12f-46e5-a260-0302d687768a req-e9932da5-1156-4af8-926a-46d60c644edb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0854425
May 04 13:54:28.380573 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e54bbe5e-f12f-46e5-a260-0302d687768a req-d615e409-f1ca-402d-bdd6-e041b38a0903 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453176
May 04 13:54:29.642505 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4995d-8c66-4a23-9faf-de3407bae86d req-b0d230e3-aebd-4a08-89a1-ad939448c388 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:29.644217 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-33d4995d-8c66-4a23-9faf-de3407bae86d req-b0d230e3-aebd-4a08-89a1-ad939448c388 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0945449
May 04 13:54:29.695076 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-33d4995d-8c66-4a23-9faf-de3407bae86d req-8284d951-cda0-4ee7-81e1-5cc5db8465a4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430143
May 04 13:54:30.922564 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74aa41-0bf5-434e-a8e3-8cbb06a2e731 req-0ded644f-8c7a-4c17-87a6-6cd2ce8da46f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:30.924690 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cd74aa41-0bf5-434e-a8e3-8cbb06a2e731 req-0ded644f-8c7a-4c17-87a6-6cd2ce8da46f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.1040735
May 04 13:54:30.943518 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:30.989951 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cd74aa41-0bf5-434e-a8e3-8cbb06a2e731 req-b14b0d53-b9bc-471d-9c8e-aeebf50c32ae tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538311
May 04 13:54:31.160583 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2172eea8-534c-425b-a70c-e173fa98b4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:32.208259 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a3b6-b337-4dfd-9dbb-a329180850b6 req-08ec4771-8f9a-4273-8740-7c0989e787ea tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:32.209820 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ff36a3b6-b337-4dfd-9dbb-a329180850b6 req-08ec4771-8f9a-4273-8740-7c0989e787ea tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0892620
May 04 13:54:32.262827 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ff36a3b6-b337-4dfd-9dbb-a329180850b6 req-a0b5468d-e3b1-40ff-b793-7cd577e1daff tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472100
May 04 13:54:33.206704 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:33.475233 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f281-9467-4964-ab7a-c3ea401df53f req-78de155f-d22a-4189-bc30-5e45bd8a9601 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:33.477487 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f9a3f281-9467-4964-ab7a-c3ea401df53f req-78de155f-d22a-4189-bc30-5e45bd8a9601 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0899589
May 04 13:54:33.548549 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f9a3f281-9467-4964-ab7a-c3ea401df53f req-aad9cce2-902e-48d2-8f27-87c4266644e8 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657859
May 04 13:54:34.538327 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:34.758553 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229074e-670d-4f7a-90c6-026d3af090d5 req-07867ebc-027d-44b1-88d4-b401d60026ed tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:34.759971 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9229074e-670d-4f7a-90c6-026d3af090d5 req-07867ebc-027d-44b1-88d4-b401d60026ed tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0915308
May 04 13:54:34.812458 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9229074e-670d-4f7a-90c6-026d3af090d5 req-6573fc64-0adf-46ee-ae33-8e1f985886da tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460398
May 04 13:54:36.011767 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba7779-e8e2-46db-9e7d-e0f91e41e1de req-6b9f3ad0-f53d-439f-81de-437611b98b3f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:36.013474 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5ba7779-e8e2-46db-9e7d-e0f91e41e1de req-6b9f3ad0-f53d-439f-81de-437611b98b3f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0822642
May 04 13:54:36.059489 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5ba7779-e8e2-46db-9e7d-e0f91e41e1de req-a2e90043-896c-424c-a4c7-7d5e076472d1 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404041
May 04 13:54:37.251489 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b3a7d-8147-495e-9cc2-ba0b9795067f req-5649685e-1251-4a04-9cc7-798d8e671065 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:37.253159 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f9b3a7d-8147-495e-9cc2-ba0b9795067f req-5649685e-1251-4a04-9cc7-798d8e671065 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0840960
May 04 13:54:37.297253 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0f9b3a7d-8147-495e-9cc2-ba0b9795067f req-47fe1fea-8c67-45c0-9f37-6b7123cf93a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384450
May 04 13:54:38.620485 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f8d0-28d1-49dd-ac2c-9d031e51a077 req-530f4d32-60b6-4196-81aa-1360f2bd7152 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:38.621998 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-66f4f8d0-28d1-49dd-ac2c-9d031e51a077 req-530f4d32-60b6-4196-81aa-1360f2bd7152 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 943 time: 0.0904245
May 04 13:54:38.652857 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:54:38.667392 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-66f4f8d0-28d1-49dd-ac2c-9d031e51a077 req-4e8ffa90-13de-47ff-a491-615fb105b6e4 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388341
May 04 13:54:38.783925 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:38.796723 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'port_id': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'mac_address': 'fa:16:3e:4f:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:54:38.855851 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:38.873157 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:54:38.888601 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:38.893161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:38.894861 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:54:38.959204 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=9']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:54:38.962242 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:54:39.108260 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:54:39.869901 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49cd7d-642b-49e3-b8c3-f9e00da2da6f req-63b0a71a-b0a9-43a1-b2d5-ad7c287d19fb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:39.871414 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fa49cd7d-642b-49e3-b8c3-f9e00da2da6f req-63b0a71a-b0a9-43a1-b2d5-ad7c287d19fb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 944 time: 0.0857096
May 04 13:54:39.924561 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-fa49cd7d-642b-49e3-b8c3-f9e00da2da6f req-f4d674c2-9124-47ea-bd52-c7171fb51a33 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414567
May 04 13:54:40.653024 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:54:40.723327 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:54:40.723754 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:40.846012 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:40.874515 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:54:40.878691 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:54:40.885371 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:54:40.889960 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:40.891764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-193c6b15-4418-400b-b70d-f48a6633cf52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:54:40.926290 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'code': 200}
May 04 13:54:40.968624 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=10']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:54:40.972612 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:54:41.175647 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198b1fc-a2a0-426c-84c4-b8e94c97e278 req-d562ad73-7baf-4069-a3b3-86f0709e79d6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:41.177047 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2198b1fc-a2a0-426c-84c4-b8e94c97e278 req-d562ad73-7baf-4069-a3b3-86f0709e79d6 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 946 time: 0.1357732
May 04 13:54:41.321474 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa6286-94c1-4b95-b8f1-c7d789cf3093 req-f571c98c-cb96-4d14-b828-1ff20d568ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:41.322932 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-44fa6286-94c1-4b95-b8f1-c7d789cf3093 req-f571c98c-cb96-4d14-b828-1ff20d568ddf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 1099 time: 0.2179415
May 04 13:54:41.334261 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2198b1fc-a2a0-426c-84c4-b8e94c97e278 req-31360a20-6d6e-4807-b68b-08b9fef6adcc tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450660
May 04 13:54:41.368666 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-44fa6286-94c1-4b95-b8f1-c7d789cf3093 req-3a88e652-5daf-4f75-aec8-823bd1a0d8a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374312
May 04 13:54:42.534063 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6937a3-03eb-4266-bee7-96bffa2cdf33 req-cd687730-de5f-4891-9a15-7adcc63ba611 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:42.535452 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4f6937a3-03eb-4266-bee7-96bffa2cdf33 req-cd687730-de5f-4891-9a15-7adcc63ba611 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 946 time: 0.0828986
May 04 13:54:42.592746 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4f6937a3-03eb-4266-bee7-96bffa2cdf33 req-8c3d7058-ad79-4f04-9e60-8d7b5eca02d3 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509603
May 04 13:54:43.792361 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff31e8f-5f14-4653-80d6-db6edac2da74 req-d2269478-614c-4ff1-9f81-16cbcd51b073 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:54:43.793890 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8ff31e8f-5f14-4653-80d6-db6edac2da74 req-d2269478-614c-4ff1-9f81-16cbcd51b073 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 946 time: 0.0893691
May 04 13:54:43.845968 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8ff31e8f-5f14-4653-80d6-db6edac2da74 req-12ec89a7-0cf2-44f1-ba67-3996adde4ecb tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452964
May 04 13:54:48.055713 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:54:57.804169 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-cc9c3e84-7bf9-41b9-bfd0-cbf913bba903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:00.938114 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:01.152519 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-60f91450-7d44-40f3-8c30-76acb3e142b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:03.209388 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:04.541331 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:07.027572 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-915e2da4-fada-441f-9568-7afffb4d66a3 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060476143&fields=id&tenant_id=5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 267 time: 0.0418794
May 04 13:55:07.184258 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-bd5552c8-77b1-41a4-b7f5-be18d274c6d8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:07.185626 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-bd5552c8-77b1-41a4-b7f5-be18d274c6d8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 812 time: 0.1501369
May 04 13:55:07.200135 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-a9a3034a-0c4b-4856-af98-7517fcdcf6ee tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/quotas/5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 375 time: 0.0088449
May 04 13:55:07.293201 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-fc14b998-2e97-4379-a54f-5dcf71614d87 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0871861
May 04 13:55:07.350537 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-eb4b032c-4317-4c09-96c5-350b3b2926d0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=73860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 04 13:55:07.351498 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-eb4b032c-4317-4c09-96c5-350b3b2926d0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0472715
May 04 13:55:07.484098 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-2bae92d2-a9ea-42a8-9524-c54672fc5e92 service neutron] 10.222.0.25 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265650
May 04 13:55:07.616848 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-3becedf1-ad9f-4d09-9fde-bef857f72e52 service neutron] 10.222.0.25 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264017
May 04 13:55:08.005250 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-9539acff-b1f5-480b-86eb-717a936aa061 req-11d54e21-3350-4f23-82f5-81852d9f11b3 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 210 time: 0.0439274
May 04 13:55:09.039572 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-c935333d-0778-467f-a77f-d077ab71b998 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:09.041056 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-c935333d-0778-467f-a77f-d077ab71b998 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 812 time: 0.1605027
May 04 13:55:09.094659 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-1dcb1554-5d3b-49ce-8c74-ae19055c72bb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c781e4120884a42bb61d9695f9b7252 HTTP/1.1" status: 200  len: 380 time: 0.0436213
May 04 13:55:09.103795 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'port': {'device_id': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'admin_state_up': True, 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'security_groups': ['fed4eb4e-8cdf-4320-add3-e85138bf7142']}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:55:09.179573 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-5f830372-40dd-4d9a-9057-2d443e945421 req-76737f1d-94e9-46b1-81de-97564c3a0619 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 210 time: 0.0616505
May 04 13:55:09.286601 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:55:09.295999 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:55:09.305541 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Made reservation on behalf of 5c781e4120884a42bb61d9695f9b7252 for: {'port': 1} {{(pid=73860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 04 13:55:09.309030 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:09.476782 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Allocated IP 172.20.0.4 (9cea9c3f-b0d1-471a-ae73-b665e863d7a7/33d2277c-10f0-4440-91e0-03c7efd8cc18/90d3a059-d093-4a1d-84c4-7897e305e168) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:55:09.686454 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:09.704642 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Transition to ACTIVE for port object 90d3a059-d093-4a1d-84c4-7897e305e168 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:55:09.733618 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:09.740255 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-70e124d4-816c-4d6f-8cb5-0a8788a8ae2a tempest-AttachVolumeTestJSON-171543414 tempest-AttachVolumeTestJSON-171543414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:09.813234 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:55:09.819966 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources bound (agent type, host, resource id):  {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:55:09.825523 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:55:09.979069 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=90d3a059-d093-4a1d-84c4-7897e305e168,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:10.000132 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.000501 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.000864 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.001245 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.002107 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.002471 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.002823 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.003172 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.003513 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.003878 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.004202 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.004545 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:10.009956 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:10.028000 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:10.028597 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:10.054535 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-20da164a-4bb4-48a3-94c3-667bbae861c1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9548132
May 04 13:55:10.066837 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.v2.base [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Request body: {'port': {'device_id': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=73860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:55:10.102792 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6e539d70-0644-4997-8d4f-f5b916714e03 None None] Provisioning for port 90d3a059-d093-4a1d-84c4-7897e305e168 completed by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:55:10.109848 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-6e539d70-0644-4997-8d4f-f5b916714e03 None None] Provisioning complete for port 90d3a059-d093-4a1d-84c4-7897e305e168 triggered by entity DHCP. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:55:10.110306 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6e539d70-0644-4997-8d4f-f5b916714e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:10.171667 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-6e539d70-0644-4997-8d4f-f5b916714e03 None None] Port 90d3a059-d093-4a1d-84c4-7897e305e168 cannot update to ACTIVE because it is not bound. {{(pid=73861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 04 13:55:10.184073 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:10.517674 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390663-a00b-4048-a9da-272eecffa508 req-5770c915-ba6e-4d2e-a186-f1fe97acb6eb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:10.517951 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-37390663-a00b-4048-a9da-272eecffa508 req-5770c915-ba6e-4d2e-a186-f1fe97acb6eb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:55:10.554331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-37390663-a00b-4048-a9da-272eecffa508 req-5770c915-ba6e-4d2e-a186-f1fe97acb6eb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:55:10.555473 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37390663-a00b-4048-a9da-272eecffa508 req-5770c915-ba6e-4d2e-a186-f1fe97acb6eb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 931 time: 0.2495775
May 04 13:55:10.663254 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d3a059-d093-4a1d-84c4-7897e305e168 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:55:10.669625 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-37390663-a00b-4048-a9da-272eecffa508 req-0e2c7f9c-7a98-49e2-8629-282e57b97284 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006408
May 04 13:55:10.673980 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:10.689248 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Transition to ACTIVE for port object 90d3a059-d093-4a1d-84c4-7897e305e168 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 04 13:55:10.694576 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:10.699106 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-348b4b9b-44b1-4661-a981-631cd39158a1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:10.851955 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Pushing event updated for resources: {'Port': ['ID=90d3a059-d093-4a1d-84c4-7897e305e168,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:10.859313 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:10.934797 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Attempting to bind port 90d3a059-d093-4a1d-84c4-7897e305e168 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 04 13:55:10.935122 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Attempting to bind port 90d3a059-d093-4a1d-84c4-7897e305e168 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 04 13:55:10.935443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Attempting to bind port 90d3a059-d093-4a1d-84c4-7897e305e168 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:55:10.940711 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Port 90d3a059-d093-4a1d-84c4-7897e305e168 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 04 13:55:10.941025 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Attempting to bind port 90d3a059-d093-4a1d-84c4-7897e305e168 on network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 04 13:55:10.946115 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Checking agent: {'id': 'bf23ad10-da80-4248-b392-87b292063d6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'started_at': datetime.datetime(2021, 5, 4, 13, 42, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 04 13:55:10.946439 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Checking segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 04 13:55:10.946816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Bound using segment: {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 04 13:55:10.947229 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Bound port: 90d3a059-d093-4a1d-84c4-7897e305e168, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbb2b7f-b78e-474b-93ab-1c279c284a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 04 13:55:10.947561 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:11.036739 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] For port 90d3a059-d093-4a1d-84c4-7897e305e168, host hv-cinder-78956, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 04 13:55:11.039580 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] For port 90d3a059-d093-4a1d-84c4-7897e305e168, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=90d3a059-d093-4a1d-84c4-7897e305e168,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 04 13:55:11.044271 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27443619'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:11.049272 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-08fbb3be-153e-40be-baf0-5aa9026d9d93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:11.103406 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:11.104051 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:11.105371 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/90d3a059-d093-4a1d-84c4-7897e305e168 HTTP/1.1" status: 200  len: 1093 time: 1.0431266
May 04 13:55:11.105869 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:55:11.131583 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Pushing event updated for resources: {'Port': ['ID=90d3a059-d093-4a1d-84c4-7897e305e168,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:11.134660 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-70d8dd4c-fbfc-4e59-b426-f8fb425d96c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:11.226895 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168', 'status': 'completed', 'code': 200}
May 04 13:55:11.230023 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-647d0a08-8e56-4472-9662-ad2ea517481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:11.231683 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-647d0a08-8e56-4472-9662-ad2ea517481d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 1096 time: 0.0847948
May 04 13:55:11.306848 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-5db9181b-e7a5-4fa7-ad31-f7a9d5f34993 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d3a059-d093-4a1d-84c4-7897e305e168 HTTP/1.1" status: 200  len: 217 time: 0.0676591
May 04 13:55:11.370897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-9c700c69-6267-445a-bf4f-0f49425a3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:11.372265 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-9c700c69-6267-445a-bf4f-0f49425a3eb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0597401
May 04 13:55:11.452252 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-9dc4efcb-7eea-47ee-b6dc-47040f5c3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:11.453839 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-9dc4efcb-7eea-47ee-b6dc-47040f5c3020 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750144
May 04 13:55:11.595318 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-3069148a-6516-463d-a584-6d89bb18d308 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338880
May 04 13:55:11.737800 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bde83bbf-e5eb-454a-8708-6ce9efa47723 req-236ea09a-1d3f-4033-8378-dccfc28a3c20 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351440
May 04 13:55:12.030623 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891c89-6b59-44ef-9446-d67aa26ac4b5 req-ad835d97-66c5-4034-a1f4-e9eefe567bfd tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:12.031993 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2a891c89-6b59-44ef-9446-d67aa26ac4b5 req-ad835d97-66c5-4034-a1f4-e9eefe567bfd tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.2530365
May 04 13:55:12.034221 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-a74bd9da-0d61-4edc-8ff4-ad61dac22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:12.035595 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-a74bd9da-0d61-4edc-8ff4-ad61dac22d26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 1096 time: 0.1170201
May 04 13:55:12.171957 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2a891c89-6b59-44ef-9446-d67aa26ac4b5 req-4bd90dbf-33b3-4b01-a498-b98b96dc2cd9 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331649
May 04 13:55:12.210728 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-ed8196d4-ce7b-45dc-84f9-33b0420a171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:12.212152 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-ed8196d4-ce7b-45dc-84f9-33b0420a171d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1597712
May 04 13:55:12.286859 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-c2d17fdf-4d78-41ae-94fa-fb8ba10997fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d3a059-d093-4a1d-84c4-7897e305e168 HTTP/1.1" status: 200  len: 217 time: 0.0644658
May 04 13:55:12.352111 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-a765f78b-0dea-4b69-b68c-0ba6e4306e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:12.353601 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-a765f78b-0dea-4b69-b68c-0ba6e4306e09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0607955
May 04 13:55:12.436571 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-49692795-cd30-474b-bf99-14d5cef07bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:12.438083 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-49692795-cd30-474b-bf99-14d5cef07bc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774484
May 04 13:55:12.575041 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-8f72f115-3332-4262-8f73-dcb2f16d74d9 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297150
May 04 13:55:12.710471 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4a530c0e-df9c-48ef-9130-1e0cce111258 req-5a3e9174-753d-46f3-875a-48760acf2730 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285849
May 04 13:55:13.364890 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ed544-0712-4e2b-8072-822f19c230ac req-6fba74a1-8d47-43d6-b308-bc10cacb695a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:13.366393 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-147ed544-0712-4e2b-8072-822f19c230ac req-6fba74a1-8d47-43d6-b308-bc10cacb695a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.0837548
May 04 13:55:13.414596 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-147ed544-0712-4e2b-8072-822f19c230ac req-889dc0af-6e6e-484f-8966-5fb8d69e375f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418839
May 04 13:55:14.606397 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab890e9-a155-40c0-b727-79557a6d7f95 req-c64593f4-400d-4f9e-86ab-2d16f3fa6911 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:14.607847 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cab890e9-a155-40c0-b727-79557a6d7f95 req-c64593f4-400d-4f9e-86ab-2d16f3fa6911 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.0852926
May 04 13:55:14.654476 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cab890e9-a155-40c0-b727-79557a6d7f95 req-347c68a6-9370-45d5-b94d-2a26823bfc0a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405581
May 04 13:55:15.848001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f66c-6396-4f83-9104-007d53d64c22 req-e4934271-a13d-47dc-b255-5ac4c140bc6a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:15.849509 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4de6f66c-6396-4f83-9104-007d53d64c22 req-e4934271-a13d-47dc-b255-5ac4c140bc6a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.0853956
May 04 13:55:15.895915 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-4de6f66c-6396-4f83-9104-007d53d64c22 req-26d1c918-4f64-4935-ad88-e0efa0456468 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404510
May 04 13:55:17.087592 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf329b-c3ee-4c4f-80fc-0694cbf2c05d req-50f27301-6fcf-494b-872b-52cb2cbd2df7 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:17.089035 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bcdf329b-c3ee-4c4f-80fc-0694cbf2c05d req-50f27301-6fcf-494b-872b-52cb2cbd2df7 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.0833268
May 04 13:55:17.133915 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bcdf329b-c3ee-4c4f-80fc-0694cbf2c05d req-2bd47bb9-3472-459e-8f39-e5fa07686359 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390131
May 04 13:55:17.872698 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0a60a-c701-4832-9d5a-d8005e4bb43a req-328625f9-556f-47ee-b6f8-7c8ee0df2607 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:17.873922 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bdf0a60a-c701-4832-9d5a-d8005e4bb43a req-328625f9-556f-47ee-b6f8-7c8ee0df2607 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 946 time: 0.0862470
May 04 13:55:17.878981 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:55:17.925928 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-bdf0a60a-c701-4832-9d5a-d8005e4bb43a req-3c86119b-c2da-417f-8a13-26a9878b3fef tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447252
May 04 13:55:18.053601 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:18.317138 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c976d2-7f2b-4919-9917-02dc77493d2d req-f86b8bee-3d18-4248-a107-36e75eb30b56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:18.318566 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a4c976d2-7f2b-4919-9917-02dc77493d2d req-f86b8bee-3d18-4248-a107-36e75eb30b56 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.0790741
May 04 13:55:18.364246 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a4c976d2-7f2b-4919-9917-02dc77493d2d req-0dddfbbe-3ab8-4aaa-b251-99c6a19ef4f5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400112
May 04 13:55:19.184239 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac6efa-f4f2-4ba3-9723-1a6294ea7a95 req-be738895-6fa4-44f6-8426-dccc9460db5d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:19.185810 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-57ac6efa-f4f2-4ba3-9723-1a6294ea7a95 req-be738895-6fa4-44f6-8426-dccc9460db5d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 946 time: 0.1479673
May 04 13:55:19.200329 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-a3cb186f-e6a8-49ee-bf35-ce35eae99eba tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:19.201910 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-a3cb186f-e6a8-49ee-bf35-ce35eae99eba tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 946 time: 0.1314955
May 04 13:55:19.397793 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-57ac6efa-f4f2-4ba3-9723-1a6294ea7a95 req-8e25e89e-f9da-4a52-badc-4a31f9c46b1d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups?id=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1949353
May 04 13:55:19.518246 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Deleting port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:55:19.518608 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:19.680339 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3726-398b-4923-9250-e89bd2dfd58b req-dac9dc07-cb5e-4cf8-ac66-9af4f695c66b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:19.681746 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7c1b3726-398b-4923-9250-e89bd2dfd58b req-dac9dc07-cb5e-4cf8-ac66-9af4f695c66b tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.2082946
May 04 13:55:19.686798 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] For port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:19.687153 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:19.821605 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-7c1b3726-398b-4923-9250-e89bd2dfd58b req-91bc0590-5f80-4499-bc8d-9877048365dc tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263123
May 04 13:55:20.015773 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:20.016027 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:20.016330 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Floating IP 3ff14bbb-4b95-4536-ba10-a5455f3c4c67 disassociated. External IP: 172.27.1.196, port: 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a.
May 04 13:55:20.016668 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Calling delete_port for 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:55:20.132697 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:20.138190 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:20.183085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event deleted for resources: {'Port': ['ID=45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:20.186171 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:20.376201 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Router 9292f346-49e7-4d8d-a635-3504a2801476 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:55:20.587624 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-576677bc-a159-4a8c-b8eb-e62504d5db61 req-03b39925-2b19-48a9-8b43-da3cd858bd1e tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1153cf2-533f-4c03-8639-694f43e247c7 HTTP/1.1" status: 200  len: 210 time: 0.0677879
May 04 13:55:20.605988 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:55:20.623847 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:55:20.635615 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:55:20.637258 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8e50>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:55:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:20.698104 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] No DVR routers for this DVR port 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:55:20.700899 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:20.703584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-deleted', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:55:20.723437 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-291d60fe-72b6-43f6-99ac-ddf4847f3b93 req-eefd57d2-a87c-46d2-ad7f-4f1d277a2a80 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.48 "DELETE /v2.0/ports/45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a HTTP/1.1" status: 204  len: 173 time: 1.5066638
May 04 13:55:20.754955 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1153cf2-533f-4c03-8639-694f43e247c7', 'name': 'network-vif-deleted', 'tag': '45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a', 'status': 'completed', 'code': 200}
May 04 13:55:20.820871 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:55:20.846656 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 90d3a059-d093-4a1d-84c4-7897e305e168 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=73861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 04 13:55:21.019953 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 90d3a059-d093-4a1d-84c4-7897e305e168, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=90d3a059-d093-4a1d-84c4-7897e305e168,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:21.037591 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Returning: {'device': '90d3a059-d093-4a1d-84c4-7897e305e168', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'port_id': '90d3a059-d093-4a1d-84c4-7897e305e168', 'mac_address': 'fa:16:3e:3a:8b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 04 13:55:21.052383 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4fccb-f1fa-4ac0-a99c-ff0d6ad28d51 req-e602b499-3b8c-4623-910e-f6d2f244cfde tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:21.054560 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75b4fccb-f1fa-4ac0-a99c-ff0d6ad28d51 req-e602b499-3b8c-4623-910e-f6d2f244cfde tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 943 time: 0.1008933
May 04 13:55:21.103302 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:21.118918 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-75b4fccb-f1fa-4ac0-a99c-ff0d6ad28d51 req-003d2162-1be7-41f2-8b44-20ac198f5c79 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571239
May 04 13:55:21.121876 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d3a059-d093-4a1d-84c4-7897e305e168 {{(pid=73861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 04 13:55:21.142338 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 90d3a059-d093-4a1d-84c4-7897e305e168, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=90d3a059-d093-4a1d-84c4-7897e305e168,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:21.147121 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:21.150146 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:21.187982 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8e50>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:21.192675 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:55:21.201262 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:55:21.201909 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8e50>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:55:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:21.219422 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=90d3a059-d093-4a1d-84c4-7897e305e168,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:21.227688 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.228035 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.228369 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.228697 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.229022 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.229380 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.229701 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.230020 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.230406 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.230656 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.230976 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.231307 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.235313 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:21.352969 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] get_ports_and_sgs() called for port_ids ['90d3a059-d093-4a1d-84c4-7897e305e168'] {{(pid=73861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 04 13:55:21.382020 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:55:21.690840 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8e50>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:21.694903 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2797204-4d22-4b81-8598-e17017a37a4d None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': '439f7fe8-455d-4c93-b89b-f965d5044f0a', 'name': '', 'network_id': 'c2d0e4c0-783a-4132-9bdf-bd63e13419ca', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'mac_address': 'fa:16:3e:e7:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:36Z', 'updated_at': '2021-05-04T13:49:44Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'subnets': [{'id': 'a793b9d5-107f-4429-a63b-82dabecd5453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:55:21.723896 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35144) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:21.793300 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:21.828453 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:21.886154 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:21.890270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e2cb2a80-8575-47aa-8919-47b948ca0b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:21.904512 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b3681f-dc5e-4647-a3e2-fc1b9200f97e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:21.917941 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.918338 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.918717 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.919093 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.919464 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.919580 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfd9e9-2d04-460e-9d74-496e4eda0707 None None] New status for floating IP 3ff14bbb-4b95-4536-ba10-a5455f3c4c67: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:55:21.920035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.920206 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.920549 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.920996 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.921395 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.921759 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.922122 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:55:21.930376 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:21.931068 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:21.932166 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "DELETE /v2.0/security-groups/f4b3681f-dc5e-4647-a3e2-fc1b9200f97e HTTP/1.1" status: 204  len: 168 time: 0.2073736
May 04 13:55:21.934891 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35148) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:21.951031 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.api.v2.resource [None req-c0cdb15d-9e8a-4d6a-9866-642218c593db tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] show failed (client error): The resource could not be found.
May 04 13:55:21.951985 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c0cdb15d-9e8a-4d6a-9866-642218c593db tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "GET /v2.0/security-groups/f4b3681f-dc5e-4647-a3e2-fc1b9200f97e HTTP/1.1" status: 404  len: 347 time: 0.0162148
May 04 13:55:21.954749 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35152) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:22.200353 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Deleting port b1ac1c93-6291-4bac-95ae-c74e1de6d592 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:55:22.200990 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:22.326277 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:22.326604 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:22.445961 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974300c-0271-449e-ac25-75172d0c9c5f req-b0ff78c2-86ee-4759-b497-301f35e80025 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:22.447342 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6974300c-0271-449e-ac25-75172d0c9c5f req-b0ff78c2-86ee-4759-b497-301f35e80025 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 944 time: 0.2033412
May 04 13:55:22.496545 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-6974300c-0271-449e-ac25-75172d0c9c5f req-e99f648d-0b2f-4fdf-978c-c22ac304f00d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433617
May 04 13:55:22.558739 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Calling delete_port for b1ac1c93-6291-4bac-95ae-c74e1de6d592 owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:55:22.673752 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:22.677474 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:22.751779 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Pushing event deleted for resources: {'Port': ['ID=b1ac1c93-6291-4bac-95ae-c74e1de6d592,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:22.759412 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:22.821450 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:22.836676 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:22.837871 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c0c481f7-3324-4f4a-87de-57370737893d tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] 10.222.0.25 "DELETE /v2.0/floatingips/3ff14bbb-4b95-4536-ba10-a5455f3c4c67 HTTP/1.1" status: 204  len: 168 time: 0.8822541
May 04 13:55:22.873282 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 90d3a059-d093-4a1d-84c4-7897e305e168 up at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 04 13:55:22.946457 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning for port 90d3a059-d093-4a1d-84c4-7897e305e168 completed by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 04 13:55:22.951771 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Provisioning complete for port 90d3a059-d093-4a1d-84c4-7897e305e168 triggered by entity L2. {{(pid=73861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 04 13:55:22.952211 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881052'] for port, provisioning_complete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:23.082092 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:23.109124 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168'}] {{(pid=73861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:55:23.119589 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] For port 90d3a059-d093-4a1d-84c4-7897e305e168, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=90d3a059-d093-4a1d-84c4-7897e305e168,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:23.124042 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:23.124991 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:55:23.154269 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:23.193364 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:55:23.193685 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 45bc7a5b-b51e-420a-bdee-fd4dd1bf1f1a not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:55:23.222406 dv-cinder-789564-1-iscsi neutron-server[73861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168', 'code': 200}
May 04 13:55:23.230332 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Pushing event updated for resources: {'Port': ['ID=90d3a059-d093-4a1d-84c4-7897e305e168,revision_number=5']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:23.233263 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:23.486682 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134d2c-1713-46a0-a596-69d462e0f5cd req-e9b6a247-942d-4db9-be9d-286d8fa33635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:23.488784 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0a134d2c-1713-46a0-a596-69d462e0f5cd req-e9b6a247-942d-4db9-be9d-286d8fa33635 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 1098 time: 0.0698898
May 04 13:55:23.532855 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-0a134d2c-1713-46a0-a596-69d462e0f5cd req-cbd9161e-855d-44a4-9929-b20bbcb96cd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371959
May 04 13:55:23.724238 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-554c3fa5-d7e8-4d0a-8bee-63443697fc45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1401944
May 04 13:55:23.731881 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab44-8f07-46e4-9738-7cbf926ac27a req-bd1ff5d0-7cb7-425f-97b8-7db3cf873069 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:23.733339 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea92ab44-8f07-46e4-9738-7cbf926ac27a req-bd1ff5d0-7cb7-425f-97b8-7db3cf873069 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 945 time: 0.1172976
May 04 13:55:23.796479 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-ea92ab44-8f07-46e4-9738-7cbf926ac27a req-b57c282e-a926-4cfa-886e-00ef92665f28 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562077
May 04 13:55:23.879060 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-226cb1dc-0e82-47d2-be48-0d45043e440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:23.880545 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-226cb1dc-0e82-47d2-be48-0d45043e440f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1099 time: 0.0744565
May 04 13:55:24.031430 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-523c8c89-b2f3-4ef4-94b4-f9fadb86439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:24.032861 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-523c8c89-b2f3-4ef4-94b4-f9fadb86439b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1304305
May 04 13:55:24.147714 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-5c099571-9d13-4ce0-8460-4822db6f89bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 1001 time: 0.1038771
May 04 13:55:24.220139 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-9e71f311-e765-498d-a4f4-70f9ef686eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:24.222433 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-9e71f311-e765-498d-a4f4-70f9ef686eea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0622733
May 04 13:55:24.322098 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-85b60bbe-89c9-45f5-be9d-af27f6fb7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:24.323475 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-85b60bbe-89c9-45f5-be9d-af27f6fb7852 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913444
May 04 13:55:24.474128 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-4de2f573-0b1b-4838-9c2d-8645294a51b5 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376827
May 04 13:55:24.613562 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-27523a15-6b0d-4419-bdd3-71bc58e7d0df req-24c9106c-7824-4348-a139-65704640137b service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291366
May 04 13:55:24.986952 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb9862-3d8c-4431-ba90-ba2e4811f7fb req-4610d47e-812b-4f09-bf34-ec614d3202eb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:24.988304 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2feb9862-3d8c-4431-ba90-ba2e4811f7fb req-4610d47e-812b-4f09-bf34-ec614d3202eb tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 945 time: 0.0793955
May 04 13:55:25.033584 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-2feb9862-3d8c-4431-ba90-ba2e4811f7fb req-77a5a951-a44d-4b30-8675-4654a59fdc8a tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396378
May 04 13:55:25.218748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbcc09-9144-4818-979b-0e3516e74837 req-9e53827c-d0f5-4e83-a8d0-cbeeb1a3526c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:25.220190 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e7bbcc09-9144-4818-979b-0e3516e74837 req-9e53827c-d0f5-4e83-a8d0-cbeeb1a3526c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 945 time: 0.0828633
May 04 13:55:25.266147 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-e7bbcc09-9144-4818-979b-0e3516e74837 req-ed841715-2564-4cef-ba49-8bb045eb5975 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401313
May 04 13:55:25.289202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35182) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:25.364633 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de226340-7915-481b-8f31-8785ad7ed2dc tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:25.366164 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-de226340-7915-481b-8f31-8785ad7ed2dc tempest-TestVolumeBootPattern-2015056432 tempest-TestVolumeBootPattern-2015056432-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 1093 time: 0.0759265
May 04 13:55:25.368961 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35186) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:25.375059 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.v2.base [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Request body: {'floatingip': {'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'port_id': '90d3a059-d093-4a1d-84c4-7897e305e168', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 04 13:55:25.382045 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:55:25.385967 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Usage tracker for resource:floatingip and tenant:5c781e4120884a42bb61d9695f9b7252 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:55:25.389266 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:55:25.395682 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:55:25.406928 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:25.552467 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:25.688540 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35196) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:25.704662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Allocated IP 172.27.1.122 (a256ac1a-7bb9-4134-8e1a-f091df8abbd8/3f65c1c4-4119-4e9c-a855-9b9605ee4cbc/41d8506d-be02-4642-a45b-ef5f5d8567d2) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 04 13:55:25.865115 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:25.893916 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761348951062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:25.897661 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cdcda41e-d364-4ad3-9075-193608556370 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:25.959459 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Network a256ac1a-7bb9-4134-8e1a-f091df8abbd8 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 04 13:55:25.962809 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Resources bound (agent type, host, resource id):  {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 04 13:55:25.966473 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 04 13:55:26.004299 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=41d8506d-be02-4642-a45b-ef5f5d8567d2,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:26.008604 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:26.397013 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:26.470304 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3863294'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:26.478261 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:26.695884 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:26.701548 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761349366941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761348951080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761348951125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28136590'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:26.705320 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-276ac6fa-f712-405d-b6b0-cbccd7debc49 tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:26.916763 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event updated for resources: {'Port': ['ID=41d8506d-be02-4642-a45b-ef5f5d8567d2,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:26.921158 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:26.930555 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663914'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:26.932282 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Deleting port 439f7fe8-455d-4c93-b89b-f965d5044f0a {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:55:26.932811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:27.060600 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] For port 439f7fe8-455d-4c93-b89b-f965d5044f0a, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=439f7fe8-455d-4c93-b89b-f965d5044f0a,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:27.060912 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:27.115022 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.db.l3_db [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Floating IP 38148e08-9da9-4517-b8f7-753bd276abcc associated. External IP: 172.27.1.122, port: 90d3a059-d093-4a1d-84c4-7897e305e168.
May 04 13:55:27.192602 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Calling delete_port for 439f7fe8-455d-4c93-b89b-f965d5044f0a owned by network:router_interface {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:55:27.354768 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:27.359150 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8ccef6a8-aea5-47f5-9acb-f2e7c45422d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:27.442867 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Pushing event deleted for resources: {'Port': ['ID=439f7fe8-455d-4c93-b89b-f965d5044f0a,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:27.445857 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:27.531384 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:55:27.696121 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:27.736796 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:55:27.747834 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:55:27.757771 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:55:27.758415 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8cd0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:55:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:27.773273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:27.818720 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-40b38fdf-e5be-4f3b-ba4e-713d6be3b5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:27.857112 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4783838
May 04 13:55:27.857112 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:55:27.958489 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168', 'status': 'completed', 'code': 200}
May 04 13:55:28.017457 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:55:28.242627 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-1333cf96-4dcd-41ac-848a-de1ce08670ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:28.243991 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-1333cf96-4dcd-41ac-848a-de1ce08670ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 1098 time: 0.2287514
May 04 13:55:28.379214 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8cd0>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '38148e08-9da9-4517-b8f7-753bd276abcc', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '90d3a059-d093-4a1d-84c4-7897e305e168', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:3a:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:55:26Z', 'updated_at': '2021-05-04T13:55:26Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}, {'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:20Z', 'revision_number': 1, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:28.383476 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:55:28.390660 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Router 9292f346-49e7-4d8d-a635-3504a2801476 has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:55:28.391919 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:55:28.392414 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8cd0>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:55:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:28.489285 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-ad8c3bae-d1b4-4498-980d-501a965ef2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:28.490868 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-ad8c3bae-d1b4-4498-980d-501a965ef2ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.2354741
May 04 13:55:28.572668 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:55:28.688840 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-60a4134d-d517-4f9f-81af-3283cbd76d33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d3a059-d093-4a1d-84c4-7897e305e168 HTTP/1.1" status: 200  len: 999 time: 0.1889496
May 04 13:55:28.733931 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:55:28.765299 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-32a0f362-aebf-4fcc-ab65-b1311c2fb88e admin admin] 10.222.0.25 "PUT /v2.0/routers/9292f346-49e7-4d8d-a635-3504a2801476/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0733070
May 04 13:55:28.765667 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35208) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:28.789193 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] Sync routers for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:55:28.809812 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:55:28.810488 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e8af3b640>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:55:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:28.835822 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-7aee1671-20a6-473a-b17a-e11fba6d092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:28.837342 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-7aee1671-20a6-473a-b17a-e11fba6d092a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.1415615
May 04 13:55:28.941703 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e903f8cd0>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '38148e08-9da9-4517-b8f7-753bd276abcc', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '90d3a059-d093-4a1d-84c4-7897e305e168', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:3a:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:55:26Z', 'updated_at': '2021-05-04T13:55:26Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}, {'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:20Z', 'revision_number': 1, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:28.946448 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cde327-eb86-49a0-a6d7-a2fe57e94d2c None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '38148e08-9da9-4517-b8f7-753bd276abcc', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '90d3a059-d093-4a1d-84c4-7897e305e168', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:3a:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:55:26Z', 'updated_at': '2021-05-04T13:55:26Z', 'revision_number': 0, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}, {'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:20Z', 'revision_number': 1, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:55:29.023687 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:29.030696 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:55:29.095894 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-e51d95a7-cd1b-4940-8c7f-7e9d9400400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:55:29.098043 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-e51d95a7-cd1b-4940-8c7f-7e9d9400400f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2493012
May 04 13:55:29.167332 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4667c1-6076-4046-87c1-7c2cac9f9eef None None] New status for floating IP 38148e08-9da9-4517-b8f7-753bd276abcc: ACTIVE {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:55:29.336507 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e8af3b640>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:55:27Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:29.341553 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] Checking router: 9292f346-49e7-4d8d-a635-3504a2801476 for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:55:29.351381 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] Routers {'9292f346-49e7-4d8d-a635-3504a2801476'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:55:29.352162 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e8af3b640>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:55:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['9292f346-49e7-4d8d-a635-3504a2801476'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:29.480718 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:29.488844 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-503ef8c9-a34e-42ae-ba47-077f2c0575be service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3820560
May 04 13:55:29.543753 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] Set router 9292f346-49e7-4d8d-a635-3504a2801476 gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:55:29.684352 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Deleting port 06e0d63d-20e9-4642-a40b-aaeae2f9e793 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:55:29.684687 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:29.716140 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-b098c9d1-2f9d-4464-a01d-27ee6be44a00 req-a14e2fcf-a844-4ea0-8751-16b3eef6d6dd service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970780
May 04 13:55:29.822880 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] For port 06e0d63d-20e9-4642-a40b-aaeae2f9e793, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=06e0d63d-20e9-4642-a40b-aaeae2f9e793,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:29.823232 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:29.901885 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e8af3b640>, [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:55:27Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:29.905870 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20646f93-3a46-4e1a-a5af-020937c48ec2 None None] The sync data for ids ['9292f346-49e7-4d8d-a635-3504a2801476'] in dv-cinder-789564-1-iscsi is: [{'id': '9292f346-49e7-4d8d-a635-3504a2801476', 'name': 'tempest-AttachVolumeShelveTestJSON-604899852-router', 'tenant_id': '311baf92615445f5aca8300637eb206e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:55:27Z', 'revision_number': 5, 'project_id': '311baf92615445f5aca8300637eb206e', 'gw_port': {'id': '06e0d63d-20e9-4642-a40b-aaeae2f9e793', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292f346-49e7-4d8d-a635-3504a2801476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:32Z', 'updated_at': '2021-05-04T13:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:55:29.956073 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Calling delete_port for 06e0d63d-20e9-4642-a40b-aaeae2f9e793 owned by network:router_gateway {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:55:30.102844 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.106597 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-cb34e047-79c6-41e0-a880-4cbe56164321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:30.155504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e0d63d-20e9-4642-a40b-aaeae2f9e793,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:30.157961 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:30.263746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.327259 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 439f7fe8-455d-4c93-b89b-f965d5044f0a no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:55:30.364050 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 439f7fe8-455d-4c93-b89b-f965d5044f0a {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:55:30.364658 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 439f7fe8-455d-4c93-b89b-f965d5044f0a not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:55:30.450466 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.452787 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.481357 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.481986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9292f346-49e7-4d8d-a635-3504a2801476 {{(pid=73860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:55:30.498819 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.500072 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9292f346-49e7-4d8d-a635-3504a2801476 HTTP/1.1" status: 204  len: 168 time: 1.7334368
May 04 13:55:30.502504 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35212) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:30.571379 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.db_base_plugin_v2 [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Deleting subnet a793b9d5-107f-4429-a63b-82dabecd5453 {{(pid=73860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:55:30.575638 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.629055 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1735670'] for subnet, precommit_delete_associations {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.714942 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:30.943655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.076561 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27446885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27712706'] for subnet, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.081667 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:31.122729 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a793b9d5-107f-4429-a63b-82dabecd5453,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:31.124818 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for subnet, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.129950 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:31.133362 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec1cf6-718f-4c58-9655-96c0669b312b None None] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:55:31.133656 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-978dbc63-a828-4cc6-8b87-57b0feb6a77a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a793b9d5-107f-4429-a63b-82dabecd5453 HTTP/1.1" status: 204  len: 168 time: 0.6298263
May 04 13:55:31.136102 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35216) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:31.230569 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-16994978-9ea2-4ca9-9275-aa66b2ddc847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.247464 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.322904 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Deleting port 9c558b75-386a-43a8-8202-ef789b4091d4 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:55:31.323232 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.419069 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] DHCP port deletion for c2d0e4c0-783a-4132-9bdf-bd63e13419ca request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:55:31.433268 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] For port 9c558b75-386a-43a8-8202-ef789b4091d4, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=9c558b75-386a-43a8-8202-ef789b4091d4,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:31.433617 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.484289 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Deleting port 9c558b75-386a-43a8-8202-ef789b4091d4 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:55:31.484582 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.563974 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Calling delete_port for 9c558b75-386a-43a8-8202-ef789b4091d4 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:55:31.589302 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] For port 9c558b75-386a-43a8-8202-ef789b4091d4, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=9c558b75-386a-43a8-8202-ef789b4091d4,segment=NetworkSegment(04a797b7-2966-4a65-98c7-deca87a67217),segment_id=04a797b7-2966-4a65-98c7-deca87a67217)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:55:31.589695 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.618727 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.624054 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e443a581-3b7b-4195-9643-ffa9e632ce77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:31.675879 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c558b75-386a-43a8-8202-ef789b4091d4,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:31.676911 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] No DVR routers for this DVR port 9c558b75-386a-43a8-8202-ef789b4091d4 on host dv-cinder-789564-1-iscsi {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:55:31.677841 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:31.715422 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Calling delete_port for 9c558b75-386a-43a8-8202-ef789b4091d4 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:55:31.760327 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.763775 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:31.800771 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.811990 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Pushing event deleted for resources: {'Port': ['ID=9c558b75-386a-43a8-8202-ef789b4091d4,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:31.814312 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:31.818529 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49eacf-2646-4cc3-9b49-67c8e81dd4b3 None None] No DVR routers for this DVR port 9c558b75-386a-43a8-8202-ef789b4091d4 on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:55:31.919231 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8ba7b2b0>,) {'filters': {'network_id': ['c2d0e4c0-783a-4132-9bdf-bd63e13419ca']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:31.932646 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ba7b2b0>, '04a797b7-2966-4a65-98c7-deca87a67217') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:31.932936 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ba7b2b0>, '04a797b7-2966-4a65-98c7-deca87a67217') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:55:31.945181 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.960877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:31.966752 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:55:32.103026 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 06e0d63d-20e9-4642-a40b-aaeae2f9e793 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:55:32.136882 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 06e0d63d-20e9-4642-a40b-aaeae2f9e793 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:55:32.137268 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 06e0d63d-20e9-4642-a40b-aaeae2f9e793 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:55:32.137700 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 9c558b75-386a-43a8-8202-ef789b4091d4 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:55:32.146730 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:55:32.156151 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.175153 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 9c558b75-386a-43a8-8202-ef789b4091d4 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:55:32.175505 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 9c558b75-386a-43a8-8202-ef789b4091d4 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:55:32.341097 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Network c2d0e4c0-783a-4132-9bdf-bd63e13419ca has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:55:32.366013 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:55:32.556662 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.561748 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.564414 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0bccc80d-a046-455d-bf0e-e904ae9732a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:32.584258 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d0e4c0-783a-4132-9bdf-bd63e13419ca,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:32.586697 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:32.607647 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e5044f98-229e-474b-b708-245ba33690a0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2d0e4c0-783a-4132-9bdf-bd63e13419ca HTTP/1.1" status: 204  len: 168 time: 1.4584537
May 04 13:55:32.764444 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35222) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:32.818979 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-703432ad-a92b-4e64-a9f5-707f39243c08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=311baf92615445f5aca8300637eb206e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532362
May 04 13:55:32.821417 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35226) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:32.883458 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.913406 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.970135 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.974415 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-311b6f4b-903c-46a2-b1e2-c7bbaa4f0c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:32.985321 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed44012-d609-4c17-b0a1-fc17b82347c3,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:32.989896 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:32.994184 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:32.995380 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ed44012-d609-4c17-b0a1-fc17b82347c3 HTTP/1.1" status: 204  len: 168 time: 0.1730502
May 04 13:55:33.211144 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:34.541431 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.138138 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35376) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:46.268355 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.283244 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:55:46.287831 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Usage tracker for resource:security_group_rule and tenant:da5ec6584ea34e3a8eaebbf1903ebf12 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:55:46.290740 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:55:46.296470 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:55:46.384333 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.388447 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.395875 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3e43835b-4267-426f-8425-06f2ded2ea8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:46.437888 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da5ec6584ea34e3a8eaebbf1903ebf12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987010
May 04 13:55:46.438775 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33fc489-bbd2-4845-9d18-0a9a0725f16b,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:46.441280 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35382) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:46.442178 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-571fef21-417c-4799-8adc-a51adc8d9887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:46.502755 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.529432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.583870 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.587642 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-641e8297-8431-4568-9e06-49fdff2597fe tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:46.603971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33fc489-bbd2-4845-9d18-0a9a0725f16b,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:46.610287 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:46.612928 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.616833 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-cc7035d6-3330-4852-bc62-af10747f63d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f33fc489-bbd2-4845-9d18-0a9a0725f16b HTTP/1.1" status: 204  len: 168 time: 0.1740816
May 04 13:55:46.907310 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35390) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:46.926170 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:46.942332 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:55:46.946421 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Usage tracker for resource:security_group_rule and tenant:b5a32813f3f7413cb2fad30bfd787464 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:55:46.949538 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:55:46.955355 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:55:47.046768 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:47.051001 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:47.058813 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7994ed0c-756f-4864-b124-6046d3459eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:47.105024 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5a32813f3f7413cb2fad30bfd787464&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1966186
May 04 13:55:47.106052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8cf40b-2d8e-4f06-a3a7-e6a9876a0521,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:47.107807 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35394) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:47.109602 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5d5422ed-f9ea-427d-afb3-073c71219c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:47.179656 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:47.209443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:47.263497 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:47.267387 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7ecba7c3-beaa-4c7c-919f-e61389ef0603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:47.281814 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8cf40b-2d8e-4f06-a3a7-e6a9876a0521,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:47.285712 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:47.291309 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:47.292420 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-5f03a40c-a155-4f78-af91-a6eb0bf2ddfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f8cf40b-2d8e-4f06-a3a7-e6a9876a0521 HTTP/1.1" status: 204  len: 168 time: 0.1835752
May 04 13:55:48.055096 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:50.714976 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35530) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:50.830610 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:50.845200 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:55:50.849809 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Usage tracker for resource:security_group_rule and tenant:d86f5794c0db43d18785477a3e9b16eb is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:55:50.852834 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:55:50.858565 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:55:50.939982 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:50.943746 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:50.952565 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f92391f5-fff2-4c0c-957d-d6d8a69b73a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:50.992949 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d86f5794c0db43d18785477a3e9b16eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2768538
May 04 13:55:50.994531 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308fdf2c-d2fc-434e-82ba-e74f4d9a8754,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:50.995586 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35536) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:50.997699 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:51.054329 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.079035 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.135474 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.142245 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9a339b1b-05f4-4e03-9e3a-3b8dcdffd0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:51.154568 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fdf2c-d2fc-434e-82ba-e74f4d9a8754,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:51.157452 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:51.162537 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.165277 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-dcda2f57-1996-4848-8fb4-009542b01a4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/308fdf2c-d2fc-434e-82ba-e74f4d9a8754 HTTP/1.1" status: 204  len: 168 time: 0.1670966
May 04 13:55:51.432364 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35544) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:51.453840 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.468307 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:55:51.473143 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Usage tracker for resource:security_group_rule and tenant:97c0617a1c1f42a5a4b02c74629b44c3 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:55:51.475897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:55:51.481574 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:55:51.564690 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.568846 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.576026 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e981f6e9-9445-4dd9-93a4-6e4f0fe88aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:51.618313 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97c0617a1c1f42a5a4b02c74629b44c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1848660
May 04 13:55:51.619213 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578fc3d-779b-4172-be0d-7aa5a17efa48,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:51.620979 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35548) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:55:51.622234 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-f80d0d27-1257-4f4c-93f6-b9e0a631ea84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:51.683121 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.709908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.759073 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.762681 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a35a665a-f775-48e2-988d-1bbff01bec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:55:51.773912 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578fc3d-779b-4172-be0d-7aa5a17efa48,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:55:51.776160 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:55:51.782023 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:55:51.783243 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-93b30f7a-7c8d-4482-a9b3-5223a435511d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7578fc3d-779b-4172-be0d-7aa5a17efa48 HTTP/1.1" status: 204  len: 168 time: 0.1604476
May 04 13:55:54.907179 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:55:57.803387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-893e53f0-92fb-4d85-95c8-df48e7a18666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:00.946350 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.153536 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a4c2ba62-e6f6-4cfe-b22d-e27c9f832d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.550004 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35684) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:01.669568 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.684313 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:01.688133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6467f86f55c54e9aa310c146bf87e54f is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:01.691691 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:01.697534 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:01.781794 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.785809 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.793239 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-539aa2aa-421f-4e09-b9d6-3e506ec4f9a5 tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:01.837184 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6467f86f55c54e9aa310c146bf87e54f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2859499
May 04 13:56:01.837976 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27722909-8de0-4ed2-b4f4-971e924cfceb,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:01.839877 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35690) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:01.841137 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:01.901166 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.927521 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.983244 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:01.989023 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-045c4456-2948-4a4d-9fda-ca7c4cd79b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:02.001926 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27722909-8de0-4ed2-b4f4-971e924cfceb,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:02.004703 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:02.013993 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.015078 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6c36dca8-9033-470e-b391-d74344c7f0ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27722909-8de0-4ed2-b4f4-971e924cfceb HTTP/1.1" status: 204  len: 168 time: 0.1742256
May 04 13:56:02.292237 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35698) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:02.310811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.325161 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:02.329001 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Usage tracker for resource:security_group_rule and tenant:145b2ad944294db7b73e7418fa9f7cc2 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:02.332331 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:02.338009 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:02.420648 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.424320 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.431787 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-956418a1-ba92-4731-b8a7-0eba589bea3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:02.473637 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=145b2ad944294db7b73e7418fa9f7cc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1803484
May 04 13:56:02.474406 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9e630-3ef8-45c6-b7a0-f9a39a935b78,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:02.476345 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35702) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:02.477939 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4dcacfda-1ece-4dc9-b054-ccf6fc0583cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:02.535159 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.560047 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.615663 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.619442 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0f74ffb4-9a4c-4039-8449-3406a0d53d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:02.633067 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9e630-3ef8-45c6-b7a0-f9a39a935b78,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:02.635700 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:02.645023 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:02.648390 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8d168160-fede-4def-9ae5-0c6346b35cfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bea9e630-3ef8-45c6-b7a0-f9a39a935b78 HTTP/1.1" status: 204  len: 168 time: 0.1688602
May 04 13:56:02.984248 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35710) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:03.005965 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.120924 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:03.124736 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Usage tracker for resource:security_group_rule and tenant:9f1fd18e39994aaf94456d8adbae3d5a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:03.127538 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:03.133502 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:03.212688 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.216133 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.220153 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.229457 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bdfbe3a2-a3d6-4a11-a791-c870a1ae9fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:03.267438 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f1fd18e39994aaf94456d8adbae3d5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820282
May 04 13:56:03.269733 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1d001-58a6-4541-904c-cb2093222d82,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:03.270532 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35714) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:03.272865 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-33e3a8cf-fbeb-4646-a4df-41dcb71f72ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:03.330700 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.360075 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.410428 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.414099 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-967dd4e5-803e-4745-b911-6829d30dde8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:03.426495 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1d001-58a6-4541-904c-cb2093222d82,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:03.429065 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:03.436354 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:03.437488 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-210f2f01-f909-43d7-aebd-c931021a1e8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57e1d001-58a6-4541-904c-cb2093222d82 HTTP/1.1" status: 204  len: 168 time: 0.1659012
May 04 13:56:04.545124 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:09.906522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35802) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:10.022500 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.036826 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:10.040641 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Usage tracker for resource:security_group_rule and tenant:bca6ecf93140490297d64375afb0aec0 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:10.043442 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:10.049134 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:10.133259 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.136988 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.144470 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4ad586db-be7c-4d13-9b24-5322b70e9bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:10.186533 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063838ac-6772-4038-8e8b-d2fe284f35f0,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:10.191323 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bca6ecf93140490297d64375afb0aec0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2832496
May 04 13:56:10.192292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6127079d-9fbc-4555-b950-2f23f22772ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:10.194357 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35808) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:10.254181 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.280445 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.332270 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.336421 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-562282b3-a0da-482a-8c3e-cde1d37151c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:10.350432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063838ac-6772-4038-8e8b-d2fe284f35f0,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:10.352995 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:10.360772 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.361977 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/063838ac-6772-4038-8e8b-d2fe284f35f0 HTTP/1.1" status: 204  len: 168 time: 0.1667228
May 04 13:56:10.641369 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35816) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:10.658658 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.672659 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:10.677138 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4e246bfebd452289766fc924685cfd is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:10.679938 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:10.685698 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:10.769896 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.773713 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.780511 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-57d369c4-50e3-4d84-8fad-ae2d40263878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:10.822241 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a4e246bfebd452289766fc924685cfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1797256
May 04 13:56:10.823176 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629aceee-8682-48fd-8c12-650d56dfddcc,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:10.824900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35820) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:10.826263 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-65978e39-2fd7-41b8-b986-85f88c19ec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:10.885045 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.910197 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.961347 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.964917 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e8d76bcb-b0de-4a0e-bd4c-d12c9beb2e3d tempest-TestMinimumBasicScenario-1969671989 tempest-TestMinimumBasicScenario-1969671989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:10.976934 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629aceee-8682-48fd-8c12-650d56dfddcc,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:10.986893 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.987259 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.988346 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.988747 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.989105 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.989468 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.989816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.990165 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.990512 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.990856 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.991199 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.991540 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:10.994535 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:10.995615 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/629aceee-8682-48fd-8c12-650d56dfddcc HTTP/1.1" status: 204  len: 168 time: 0.1691787
May 04 13:56:10.996471 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e5969d55-3fcc-44f9-9f35-40c522310d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:15.774332 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35894) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:15.892881 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:15.912451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:15.916341 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc21f28c98b4d1db5c80b4e6216f160 is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:15.919221 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:15.924893 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:16.006974 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.010595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.017582 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4aba6b33-f864-4345-aa14-6d09b461230e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:16.057280 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29044ad2-3f81-404b-8f20-a387acb40d70,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:16.061514 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdc21f28c98b4d1db5c80b4e6216f160&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2861981
May 04 13:56:16.062384 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-765d707f-5c7e-4843-9cab-ce63fd032b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:16.064172 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35900) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:16.125055 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.154983 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.213694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.217301 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-50e3528c-d464-478f-84f4-8d26efdeacef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:16.232337 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29044ad2-3f81-404b-8f20-a387acb40d70,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:16.236350 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:16.240246 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.243841 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-28021f70-53cd-4ee2-8ed5-2edd06ffaf7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29044ad2-3f81-404b-8f20-a387acb40d70 HTTP/1.1" status: 204  len: 168 time: 0.1763327
May 04 13:56:16.530228 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 35908) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:16.548264 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.563100 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:16.567119 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Usage tracker for resource:security_group_rule and tenant:3f29ef28f16c46239078f629f0c8422f is out of sync, need to count used quota {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:16.570385 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:16.576225 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.quota.driver [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:16.662410 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.666094 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.673461 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8d9eb089-7309-4e88-aa29-c114544dbc19 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:16.715632 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f29ef28f16c46239078f629f0c8422f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1843505
May 04 13:56:16.716551 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ac7bc-a165-4714-8f5f-6a2e80418410,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:16.718417 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 35912) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:16.719796 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4e443bbe-1490-4c49-8de7-73bf80f74b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:16.777852 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.803727 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.854837 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.858578 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c81f1d9f-8c41-46d2-8239-44ef4c401be8 tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:16.871595 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ac7bc-a165-4714-8f5f-6a2e80418410,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:16.875289 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:16.881439 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:16.882473 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-1e71d438-838a-4d40-a8e5-ab9690cc23f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e9ac7bc-a165-4714-8f5f-6a2e80418410 HTTP/1.1" status: 204  len: 168 time: 0.1630764
May 04 13:56:18.059863 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:24.626940 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-593d48f7-9132-48dd-af33-a129484d7d97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0803356
May 04 13:56:24.769194 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-19ba5781-af29-4be9-b38c-39119cea321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:24.770842 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-19ba5781-af29-4be9-b38c-39119cea321b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1099 time: 0.0724740
May 04 13:56:24.922576 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-39827501-2d2f-48ef-8378-ae8793b316ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:24.923882 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-39827501-2d2f-48ef-8378-ae8793b316ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1347151
May 04 13:56:25.030329 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-37d86dd9-cfb6-4bfb-8e9d-0901df358712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 1001 time: 0.0996585
May 04 13:56:25.093895 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-873c8324-3c55-4ab1-b7d3-46adc76bcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:25.095602 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-873c8324-3c55-4ab1-b7d3-46adc76bcd53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0594265
May 04 13:56:25.276841 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-ad1705ac-ff63-4b03-a649-66963230f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:25.278257 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-ad1705ac-ff63-4b03-a649-66963230f731 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1761689
May 04 13:56:25.417210 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-7a0fd468-ad0b-4964-b476-a08c3317b457 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313472
May 04 13:56:25.549635 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-87dc85fa-c190-4f47-a7b0-8084e1689ab2 req-3b9f2fa9-b928-4fc8-9f6e-52c7bec6f038 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257370
May 04 13:56:27.805965 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a001d021-a901-4b62-9cd9-d5d720ef14eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:28.891082 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36048) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:29.008978 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.026688 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 04 13:56:29.030432 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa6d01798fd4ee6916991051b7a49f2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 04 13:56:29.033170 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.quota.resource [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 04 13:56:29.039316 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 04 13:56:29.121695 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.125285 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.132546 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-936bd0c8-34e1-49a1-be3d-f8cc508612a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:29.172137 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff891c43-6fa5-416c-96fd-35a4b7c69678,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:29.176013 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fa6d01798fd4ee6916991051b7a49f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2839410
May 04 13:56:29.179364 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36054) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:29.194875 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.195256 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.195629 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.196001 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.196364 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.196729 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.197101 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.197469 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.197830 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.198183 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.198535 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.198889 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:56:29.203686 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3b1c0181-149c-4da2-9b36-e8423405b778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:29.251224 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.277390 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.328635 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.334465 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9eaaf372-5f72-44ab-ace4-34a9bfec1f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:29.351309 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff891c43-6fa5-416c-96fd-35a4b7c69678,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:29.353807 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:29.356302 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:29.356948 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-78600d04-81e0-499f-891f-cb259a6be34a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff891c43-6fa5-416c-96fd-35a4b7c69678 HTTP/1.1" status: 204  len: 168 time: 0.1767001
May 04 13:56:30.948374 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:31.155996 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ea9caf29-014f-4736-8c35-6432ad9c7992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:31.875564 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:56:33.216955 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:34.547797 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:48.058891 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:49.600694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36060) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:49.867500 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Deleting port 41d8506d-be02-4642-a45b-ef5f5d8567d2 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:56:49.867790 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:49.985811 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:49.986131 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:50.110468 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Calling delete_port for 41d8506d-be02-4642-a45b-ef5f5d8567d2 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:56:50.238014 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:50.243754 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b89830a7-dfd9-4136-81a6-49c089036fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:50.327897 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'Port': ['ID=41d8506d-be02-4642-a45b-ef5f5d8567d2,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:50.330817 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:50.398138 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:50.398476 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Floating IP 38148e08-9da9-4517-b8f7-753bd276abcc disassociated (deleted). External IP: 172.27.1.122, port: 90d3a059-d093-4a1d-84c4-7897e305e168.
May 04 13:56:50.865098 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:56:51.048275 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:56:51.057872 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:56:51.067364 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:56:51.068655 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9135bf10>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:56:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:51.077508 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:51.133547 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-a2313202-824f-479e-9b2a-c0daa36ba5f8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "DELETE /v2.0/floatingips/38148e08-9da9-4517-b8f7-753bd276abcc HTTP/1.1" status: 204  len: 168 time: 1.5316198
May 04 13:56:51.134240 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:56:51.183170 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168', 'status': 'completed', 'code': 200}
May 04 13:56:51.286451 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-cb96862d-eb9b-44f1-8793-8022240bee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:51.288318 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-cb96862d-eb9b-44f1-8793-8022240bee45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 1098 time: 0.0791404
May 04 13:56:51.294010 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:56:51.433353 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-0c7cfb11-9806-4102-bd8f-97f589b40e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:51.434866 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-0c7cfb11-9806-4102-bd8f-97f589b40e11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.1388061
May 04 13:56:51.543132 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-6dd39397-2231-4c9e-9a20-fe62f7ba01af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d3a059-d093-4a1d-84c4-7897e305e168 HTTP/1.1" status: 200  len: 217 time: 0.0704536
May 04 13:56:51.629752 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6b45-5f50-4b12-80de-d4208d525936 req-7f9b1efc-0b7a-4511-be61-7a16f8e01693 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:51.630992 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-855b6b45-5f50-4b12-80de-d4208d525936 req-7f9b1efc-0b7a-4511-be61-7a16f8e01693 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:56:51.636335 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-48a7a1c6-01c4-4577-b875-207d60e3ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:51.637839 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-48a7a1c6-01c4-4577-b875-207d60e3ca60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0872009
May 04 13:56:51.661735 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9135bf10>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:20Z', 'revision_number': 1, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:51.666314 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:56:51.674606 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:56:51.675213 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e9135bf10>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:56:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:51.682964 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-855b6b45-5f50-4b12-80de-d4208d525936 req-7f9b1efc-0b7a-4511-be61-7a16f8e01693 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:56:51.684130 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-855b6b45-5f50-4b12-80de-d4208d525936 req-7f9b1efc-0b7a-4511-be61-7a16f8e01693 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 945 time: 0.2476585
May 04 13:56:51.748752 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-855b6b45-5f50-4b12-80de-d4208d525936 req-475e70cf-1fa1-425d-ba49-4781f0d4efb1 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562041
May 04 13:56:51.759567 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-1753325a-c68f-4a11-a0ac-172ca420fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:51.761063 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-1753325a-c68f-4a11-a0ac-172ca420fe04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1161742
May 04 13:56:51.858898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:56:51.896713 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-271bd999-1d9c-4ddd-a623-ddb2d46d9b06 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272647
May 04 13:56:52.029771 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-cb517fe5-612d-4fc1-8e6f-3e38d9dd5cc8 req-b8bdd906-ed6c-4efe-a1a3-062ae58ac455 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255479
May 04 13:56:52.213706 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e9135bf10>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:20Z', 'revision_number': 1, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:52.217547 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc4507-0aa8-410a-8d12-8dcd4dcc6cee None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_floatingips': [{'id': '8a5a2cc6-6457-450f-91ab-e89134b49a50', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'router_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'port_id': '95c33f3c-7428-4703-9324-ef23e6436701', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'mac_address': 'fa:16:3e:50:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b16471-738b-46f9-919d-e83891299b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T13:53:17Z', 'updated_at': '2021-05-04T13:53:20Z', 'revision_number': 1, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:56:52.432511 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212031ff-f28a-4d9d-9f9b-2cf8da10014e None None] New status for floating IP 38148e08-9da9-4517-b8f7-753bd276abcc: DOWN {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:56:52.984433 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-9921da06-073b-44d4-abe3-f0da50da2792 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:52.985863 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-9921da06-073b-44d4-abe3-f0da50da2792 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 945 time: 0.1408892
May 04 13:56:52.994774 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7904fdb-f875-4f54-8b10-3b8568d2d2f9 req-4943af42-ddc4-4533-8577-d66e4bb273fc tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:52.996099 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d7904fdb-f875-4f54-8b10-3b8568d2d2f9 req-4943af42-ddc4-4533-8577-d66e4bb273fc tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 945 time: 0.1155992
May 04 13:56:53.113007 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d7904fdb-f875-4f54-8b10-3b8568d2d2f9 req-3f165c9a-a901-46ed-9a9b-e1867d68a323 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884047
May 04 13:56:53.158339 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Deleting port 90d3a059-d093-4a1d-84c4-7897e305e168 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:56:53.158673 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:53.403425 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] For port 90d3a059-d093-4a1d-84c4-7897e305e168, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=90d3a059-d093-4a1d-84c4-7897e305e168,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:56:53.403774 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:53.526900 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Calling delete_port for 90d3a059-d093-4a1d-84c4-7897e305e168 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:56:53.641287 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:53.646860 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e9f722a4-956b-4c71-acf7-859b6386e59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:53.691584 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'Port': ['ID=90d3a059-d093-4a1d-84c4-7897e305e168,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:53.694804 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:53.769984 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] No DVR routers for this DVR port 90d3a059-d093-4a1d-84c4-7897e305e168 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:56:53.772630 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:53.776612 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'name': 'network-vif-deleted', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:56:53.792060 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-d64999a9-b9ff-44cc-b257-fcd12df90ccf req-0b085f33-94bc-4cc4-b751-b376c14eb69f tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "DELETE /v2.0/ports/90d3a059-d093-4a1d-84c4-7897e305e168 HTTP/1.1" status: 204  len: 173 time: 0.7949171
May 04 13:56:53.838908 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717feef2-ba73-4459-a2df-d7f2e6e415b3', 'name': 'network-vif-deleted', 'tag': '90d3a059-d093-4a1d-84c4-7897e305e168', 'status': 'completed', 'code': 200}
May 04 13:56:54.292606 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-a900f9bf-3c01-4490-9fa0-681a2f88250a req-d606804b-4c48-445a-a0c6-df204b0db4d8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:56:54.309765 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-a900f9bf-3c01-4490-9fa0-681a2f88250a req-d606804b-4c48-445a-a0c6-df204b0db4d8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:56:54.310900 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-a900f9bf-3c01-4490-9fa0-681a2f88250a req-d606804b-4c48-445a-a0c6-df204b0db4d8 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=717feef2-ba73-4459-a2df-d7f2e6e415b3 HTTP/1.1" status: 200  len: 210 time: 0.0623391
May 04 13:56:57.205216 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 90d3a059-d093-4a1d-84c4-7897e305e168 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:56:57.238408 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 90d3a059-d093-4a1d-84c4-7897e305e168 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:56:57.238754 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 90d3a059-d093-4a1d-84c4-7897e305e168 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:56:57.809615 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b9d4-0bd8-4091-9fde-0665bdfcc171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:57.811820 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36094) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:56:58.076424 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Deleting port 58dedc8f-e94a-4f30-aba4-219d3c25fbf8 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:56:58.076769 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:58.193807 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:58.194536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:58.320854 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Calling delete_port for 58dedc8f-e94a-4f30-aba4-219d3c25fbf8 owned by network:floatingip {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:56:58.444490 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:58.449311 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5bfa4cd0-abdc-4074-8c6c-47677ea04bcd tempest-TestShelveInstance-1892822413 tempest-TestShelveInstance-1892822413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:56:58.494259 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'Port': ['ID=58dedc8f-e94a-4f30-aba4-219d3c25fbf8,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:56:58.519326 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:56:58.585559 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:58.585891 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.db.l3_db [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Floating IP 8a5a2cc6-6457-450f-91ab-e89134b49a50 disassociated (deleted). External IP: 172.27.1.56, port: 95c33f3c-7428-4703-9324-ef23e6436701.
May 04 13:56:59.038666 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:56:59.215814 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:56:59.225028 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:56:59.235347 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:56:59.235959 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e900da340>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:56:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:59.236626 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:56:59.296315 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a5a2cc6-6457-450f-91ab-e89134b49a50 HTTP/1.1" status: 204  len: 168 time: 1.4833484
May 04 13:56:59.297182 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:56:59.343188 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701', 'status': 'completed', 'code': 200}
May 04 13:56:59.418785 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:56:59.436921 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-fffe0ee7-0f87-46a5-be3f-a56c31fe8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:59.438406 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-fffe0ee7-0f87-46a5-be3f-a56c31fe8f5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c781e4120884a42bb61d9695f9b7252&device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 1099 time: 0.0732687
May 04 13:56:59.644064 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-75bd3995-b4e0-4cf2-838c-8607bebc6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:59.645676 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-75bd3995-b4e0-4cf2-838c-8607bebc6ddd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 200  len: 913 time: 0.2003622
May 04 13:56:59.719920 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-266823ee-b3a0-432d-9571-120bb795c8cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 200  len: 217 time: 0.0662539
May 04 13:56:59.793869 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e900da340>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:59.794596 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475c7ed-082c-48ed-a17e-0982d5c18f63 req-a35bc706-ea11-4d6f-92f1-1d824275520d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:59.795345 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f475c7ed-082c-48ed-a17e-0982d5c18f63 req-a35bc706-ea11-4d6f-92f1-1d824275520d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:56:59.797958 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:56:59.807112 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:56:59.807740 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e900da340>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:56:31Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:56:59.810600 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-60ebb950-512d-4dc5-a20f-823a040c9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:59.812060 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-60ebb950-512d-4dc5-a20f-823a040c9d8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 200  len: 851 time: 0.0793898
May 04 13:56:59.818403 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-f475c7ed-082c-48ed-a17e-0982d5c18f63 req-a35bc706-ea11-4d6f-92f1-1d824275520d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:56:59.820162 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f475c7ed-082c-48ed-a17e-0982d5c18f63 req-a35bc706-ea11-4d6f-92f1-1d824275520d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 946 time: 0.2243199
May 04 13:56:59.910159 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f475c7ed-082c-48ed-a17e-0982d5c18f63 req-0826d536-1505-4c1d-87da-b23544d097d9 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556889
May 04 13:56:59.938462 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-c1a73b96-9e2d-471b-b9bd-04e3cc19938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:56:59.939920 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-c1a73b96-9e2d-471b-b9bd-04e3cc19938c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cea9c3f-b0d1-471a-ae73-b665e863d7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1189311
May 04 13:56:59.987619 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:57:00.074159 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-0bc68a2d-cf54-4b03-850e-8ae1e269c78a service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266456
May 04 13:57:00.215453 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-f7c1bb52-e9cd-4fbf-b00a-b1a815a277c8 req-77c77fbb-52fd-4fe2-af9e-7b24bd4398b2 service neutron] 10.222.0.48 "GET /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326756
May 04 13:57:00.324765 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e900da340>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:00.328871 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c770dae-3e5f-4119-86df-32b63d6470d4 None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:49:51Z', 'revision_number': 4, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi', '_interfaces': [{'id': 'cd1a3224-5055-4438-be92-b73fb1a2c1c8', 'name': '', 'network_id': '9cea9c3f-b0d1-471a-ae73-b665e863d7a7', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'mac_address': 'fa:16:3e:d0:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:50Z', 'updated_at': '2021-05-04T13:49:58Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'subnets': [{'id': '33d2277c-10f0-4440-91e0-03c7efd8cc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:57:00.699885 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb94dbf-63e0-4d7a-a58a-7cc58fa5298d None None] New status for floating IP 8a5a2cc6-6457-450f-91ab-e89134b49a50: DOWN {{(pid=73862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 04 13:57:00.954153 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:01.080997 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-c91b61fc-e737-4b9e-95cf-daaae922d9fd tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:57:01.082768 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-c91b61fc-e737-4b9e-95cf-daaae922d9fd tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 946 time: 0.0935645
May 04 13:57:01.160555 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-31d136b4-0a9b-4f16-8100-2969afa4b71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:01.440085 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Deleting port 95c33f3c-7428-4703-9324-ef23e6436701 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:01.440423 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:01.487210 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1e071-d0f7-4187-8339-4948bdd8963c req-c0d359ab-978a-4ae9-9a6e-95bf2cc9311c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 04 13:57:01.488662 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5f1e071-d0f7-4187-8339-4948bdd8963c req-c0d359ab-978a-4ae9-9a6e-95bf2cc9311c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 946 time: 0.2683454
May 04 13:57:01.605305 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-c5f1e071-d0f7-4187-8339-4948bdd8963c req-8fab263b-3d24-4ac7-b405-10ebf9e82510 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed4eb4e-8cdf-4320-add3-e85138bf7142&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690422
May 04 13:57:01.632125 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] For port 95c33f3c-7428-4703-9324-ef23e6436701, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=95c33f3c-7428-4703-9324-ef23e6436701,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:01.632489 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:01.759278 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Calling delete_port for 95c33f3c-7428-4703-9324-ef23e6436701 owned by compute:nova {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:01.873118 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:01.878527 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-bfc73518-d0bf-423d-b610-e8dffdcbd06c tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:01.925290 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'Port': ['ID=95c33f3c-7428-4703-9324-ef23e6436701,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:01.953098 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:02.003216 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] No DVR routers for this DVR port 95c33f3c-7428-4703-9324-ef23e6436701 on host hv-cinder-78956 {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:57:02.005733 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for port, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:02.009217 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'name': 'network-vif-deleted', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 04 13:57:02.025695 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-8dc208f3-1584-4ef2-9028-8a4560087ef2 req-36ab5419-51db-4e67-9b66-36753e7eef4d tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.48 "DELETE /v2.0/ports/95c33f3c-7428-4703-9324-ef23e6436701 HTTP/1.1" status: 204  len: 173 time: 0.9374540
May 04 13:57:02.056212 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b16471-738b-46f9-919d-e83891299b10', 'name': 'network-vif-deleted', 'tag': '95c33f3c-7428-4703-9324-ef23e6436701', 'status': 'completed', 'code': 200}
May 04 13:57:02.771121 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-636d611a-498e-4cbf-9cb3-7008894be157 req-6b2f7610-e209-402a-9a6b-b9efb9acdd24 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Synchronizing usage tracker for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 04 13:57:02.788033 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.quota.resource [req-636d611a-498e-4cbf-9cb3-7008894be157 req-6b2f7610-e209-402a-9a6b-b9efb9acdd24 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Unset dirty status for tenant:5c781e4120884a42bb61d9695f9b7252 on resource:port {{(pid=73860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 04 13:57:02.789502 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [req-636d611a-498e-4cbf-9cb3-7008894be157 req-6b2f7610-e209-402a-9a6b-b9efb9acdd24 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6b16471-738b-46f9-919d-e83891299b10 HTTP/1.1" status: 200  len: 210 time: 0.0605564
May 04 13:57:03.218936 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:03.884943 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36112) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:04.102273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Deleting port 315eb509-f75b-42ef-96d3-d014ce25337b {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:04.102632 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.218339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.218570 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.340456 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Calling delete_port for 315eb509-f75b-42ef-96d3-d014ce25337b owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:04.450132 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.453703 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-52b703c2-53a4-4580-a0dd-0e18b0feb67f tempest-AttachVolumeShelveTestJSON-1435711659 tempest-AttachVolumeShelveTestJSON-1435711659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:04.501222 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'Port': ['ID=315eb509-f75b-42ef-96d3-d014ce25337b,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:04.503725 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:04.550594 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.593971 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.612317 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191698'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:04.616238 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-e27fe1e8-346d-4577-ae1f-1301522ba7e2 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "DELETE /v2.0/floatingips/2e910d6c-1b64-417b-bb3a-af268e7eba00 HTTP/1.1" status: 204  len: 168 time: 0.7275512
May 04 13:57:05.248851 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 95c33f3c-7428-4703-9324-ef23e6436701 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:05.282112 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] No Port match for: 95c33f3c-7428-4703-9324-ef23e6436701 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:05.282462 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Device 95c33f3c-7428-4703-9324-ef23e6436701 not bound to the agent host hv-cinder-78956 {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:05.992553 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36126) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:06.061520 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:06.091121 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:06.159888 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:06.164426 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6da95114-719f-4e4c-a7a3-3168a0b546db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:06.180539 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4eb4e-8cdf-4320-add3-e85138bf7142,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:06.183316 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:06.191812 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:06.192934 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-01f57f81-8404-454b-b314-4fe6acd834d6 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] 10.222.0.25 "DELETE /v2.0/security-groups/fed4eb4e-8cdf-4320-add3-e85138bf7142 HTTP/1.1" status: 204  len: 168 time: 0.1993673
May 04 13:57:06.246829 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36132) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:07.177880 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:07.579519 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Deleting port cd1a3224-5055-4438-be92-b73fb1a2c1c8 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:07.580214 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:07.700890 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] For port cd1a3224-5055-4438-be92-b73fb1a2c1c8, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=cd1a3224-5055-4438-be92-b73fb1a2c1c8,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:07.701274 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:07.832329 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Calling delete_port for cd1a3224-5055-4438-be92-b73fb1a2c1c8 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:07.982562 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:07.986050 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e770f838-1b86-412f-b19b-309d58e9cfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:08.030298 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1a3224-5055-4438-be92-b73fb1a2c1c8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:08.033345 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:08.411657 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:08.770255 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:57:08.874453 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:57:08.944301 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:57:08.953316 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] Sync routers for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:57:08.956718 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-08586e76-01d4-4767-a4ce-ef786bad4132 admin admin] 10.222.0.25 "PUT /v2.0/routers/86602dc0-1fc8-4b87-bd80-bd230a9cd30f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7087946
May 04 13:57:08.959165 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36138) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:08.963337 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:57:08.963943 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90ac6070>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:57:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:09.136292 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:09.138082 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: dv-cinder-789564-1-iscsi {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:57:09.311781 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:09.384064 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Deleting port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:09.384405 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:09.423327 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90ac6070>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:57:07Z', 'revision_number': 5, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port': {'id': '4d0ff10e-06da-44c2-a18d-7edf94d8e0a5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:47Z', 'updated_at': '2021-05-04T13:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:09.427222 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] Checking router: 86602dc0-1fc8-4b87-bd80-bd230a9cd30f for host: dv-cinder-789564-1-iscsi {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:57:09.436124 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] Routers {'86602dc0-1fc8-4b87-bd80-bd230a9cd30f'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:57:09.436735 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90ac6070>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:57:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:09.506578 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] For port 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:09.507045 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:09.634991 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] Set router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:57:09.740876 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90ac6070>, [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:57:09Z', 'revision_number': 6, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:09.745752 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d059e-1c10-4ad9-ad39-556e069b37bc None None] The sync data for ids ['86602dc0-1fc8-4b87-bd80-bd230a9cd30f'] in dv-cinder-789564-1-iscsi is: [{'id': '86602dc0-1fc8-4b87-bd80-bd230a9cd30f', 'name': 'tempest-TestVolumeBootPattern-1558358924-router', 'tenant_id': '5c781e4120884a42bb61d9695f9b7252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:46Z', 'updated_at': '2021-05-04T13:57:09Z', 'revision_number': 6, 'project_id': '5c781e4120884a42bb61d9695f9b7252', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:57:09.746341 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Calling delete_port for 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:09.887662 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:09.891202 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:09.934713 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ff10e-06da-44c2-a18d-7edf94d8e0a5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:09.937342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:10.030611 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.181409 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device cd1a3224-5055-4438-be92-b73fb1a2c1c8 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:10.205283 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.208460 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.223387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: cd1a3224-5055-4438-be92-b73fb1a2c1c8 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:10.223736 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device cd1a3224-5055-4438-be92-b73fb1a2c1c8 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:10.232822 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.233367 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86602dc0-1fc8-4b87-bd80-bd230a9cd30f {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:57:10.246137 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.247438 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8597f4eb-2040-4560-bedf-4ede077b2b1a admin admin] 10.222.0.25 "DELETE /v2.0/routers/86602dc0-1fc8-4b87-bd80-bd230a9cd30f HTTP/1.1" status: 204  len: 168 time: 1.2873905
May 04 13:57:10.249908 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36142) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:10.310221 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Deleting subnet 33d2277c-10f0-4440-91e0-03c7efd8cc18 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:57:10.313164 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.365921 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.443217 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.699428 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.704420 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2faba39b-2e71-47d9-ad5f-118784362945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:10.742128 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.745516 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d2277c-10f0-4440-91e0-03c7efd8cc18,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:10.747462 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41748879-2b75-44d8-b28b-666f2e975c9f None None] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:57:10.747865 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:10.752164 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-776e9067-5e90-4517-ab2d-029f6019954a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/33d2277c-10f0-4440-91e0-03c7efd8cc18 HTTP/1.1" status: 204  len: 168 time: 0.5013406
May 04 13:57:10.754626 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36146) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:10.862973 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.939796 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Deleting port 5ac5db37-79bf-4141-bcad-5633b6792016 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:10.940530 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:10.992148 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] DHCP port deletion for 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:57:11.043652 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] For port 5ac5db37-79bf-4141-bcad-5633b6792016, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5ac5db37-79bf-4141-bcad-5633b6792016,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:11.043918 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.059321 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Deleting port 5ac5db37-79bf-4141-bcad-5633b6792016 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:11.059698 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.158349 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] For port 5ac5db37-79bf-4141-bcad-5633b6792016, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=5ac5db37-79bf-4141-bcad-5633b6792016,segment=NetworkSegment(9cbb2b7f-b78e-474b-93ab-1c279c284a31),segment_id=9cbb2b7f-b78e-474b-93ab-1c279c284a31)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:11.158633 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.266843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Calling delete_port for 5ac5db37-79bf-4141-bcad-5633b6792016 owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:11.282501 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Calling delete_port for 5ac5db37-79bf-4141-bcad-5633b6792016 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:11.313878 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.318529 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-da3efe2f-d039-4817-b52a-3ac3eee1d88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:11.325068 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.328579 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:11.364159 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] No DVR routers for this DVR port 5ac5db37-79bf-4141-bcad-5633b6792016 on host dv-cinder-789564-1-iscsi {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:57:11.369999 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Pushing event deleted for resources: {'Port': ['ID=5ac5db37-79bf-4141-bcad-5633b6792016,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:11.379112 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] No DVR routers for this DVR port 5ac5db37-79bf-4141-bcad-5633b6792016 on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:57:11.380951 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.381382 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.381716 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.382187 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.382666 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.383084 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.383512 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.383840 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.384161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.384479 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.384794 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.385121 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:11.388517 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-8d17075d-b83e-4708-8b51-faf2c78a3c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:11.395828 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac5db37-79bf-4141-bcad-5633b6792016,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:11.398653 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:11.487211 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.594933 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8ae53580>,) {'filters': {'network_id': ['9cea9c3f-b0d1-471a-ae73-b665e863d7a7']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:11.607857 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ae53580>, '9cbb2b7f-b78e-474b-93ab-1c279c284a31') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:11.608151 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.services.segments.db [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8ae53580>, '9cbb2b7f-b78e-474b-93ab-1c279c284a31') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:11.619506 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27899648'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.635767 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.641780 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:57:11.816503 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:57:11.825350 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28136682'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:11.988200 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Network 9cea9c3f-b0d1-471a-ae73-b665e863d7a7 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]: Traceback (most recent call last):
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     timer()
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     cb(*args, **kw)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     return func(*args, **kwargs)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     self._notify()
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     self.callback(batched_events)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     event.method(event)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     return f(self, *a, **k)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._get(url).json()
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     return self.request(url, 'GET', **kwargs)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:57:12.012984 dv-cinder-789564-1-iscsi neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:57:12.085890 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:12.089242 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9c2b4b6e-1e51-4828-b9df-33a314b4b3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:12.102143 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:12.112232 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cea9c3f-b0d1-471a-ae73-b665e863d7a7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:12.116843 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:12.120552 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-c0fd304f-514f-4fcf-97bb-99e74a716c09 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9cea9c3f-b0d1-471a-ae73-b665e863d7a7 HTTP/1.1" status: 204  len: 168 time: 1.3650002
May 04 13:57:12.123892 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36150) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:12.169514 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:12.206994 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:12.207342 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 4d0ff10e-06da-44c2-a18d-7edf94d8e0a5 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:12.207771 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5ac5db37-79bf-4141-bcad-5633b6792016 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:12.242668 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 5ac5db37-79bf-4141-bcad-5633b6792016 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:12.243023 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 5ac5db37-79bf-4141-bcad-5633b6792016 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:12.755423 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666744'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:13.162665 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Deleting port 02c9a408-5ea4-41e5-885e-6fe447746677 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:13.163976 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:13.282592 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] For port 02c9a408-5ea4-41e5-885e-6fe447746677, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=02c9a408-5ea4-41e5-885e-6fe447746677,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:13.282938 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:13.406836 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Calling delete_port for 02c9a408-5ea4-41e5-885e-6fe447746677 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:13.551330 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:13.555993 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-de0ac917-11d7-466f-bb8e-d64da88387b5 tempest-TestVolumeBootPattern-252827237 tempest-TestVolumeBootPattern-252827237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:13.626846 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c9a408-5ea4-41e5-885e-6fe447746677,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:13.629278 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:13.866240 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657608'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:14.322065 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c has already been hosted by L3 agent 74f3def0-a78c-404e-8e33-358a763aa684 {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 04 13:57:14.502425 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] Notify agent at l3_agent.dv-cinder-789564-1-iscsi the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 04 13:57:14.511174 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] Sync routers for ids ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'] in dv-cinder-789564-1-iscsi {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 04 13:57:14.519441 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-ff20f961-e880-4ab4-889b-edfda00d6e00 admin admin] 10.222.0.25 "PUT /v2.0/routers/c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3945520
May 04 13:57:14.521256 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] Routers {'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:57:14.521873 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90501160>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:57:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:14.522052 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36154) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:14.697522 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:14.700113 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] Set router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c gateway port host: dv-cinder-789564-1-iscsi {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:57:14.875065 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:14.948015 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Deleting port 454b8276-3132-4bf0-90c9-1d70eae476f5 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:14.948348 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.019043 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90501160>, [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'external_fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:57:13Z', 'revision_number': 5, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port': {'id': '454b8276-3132-4bf0-90c9-1d70eae476f5', 'name': '', 'network_id': 'a256ac1a-7bb9-4134-8e1a-f091df8abbd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T13:49:57Z', 'updated_at': '2021-05-04T13:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f65c1c4-4119-4e9c-a855-9b9605ee4cbc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-1-iscsi'}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:15.023500 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] Checking router: c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c for host: dv-cinder-789564-1-iscsi {{(pid=73862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 04 13:57:15.031738 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] Routers {'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'} bound to L3 agent in host dv-cinder-789564-1-iscsi {{(pid=73862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 04 13:57:15.032346 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e90501160>, 'dv-cinder-789564-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T13:36:01Z,description=<?>,heartbeat_timestamp=2021-05-04T13:57:01Z,host='dv-cinder-789564-1-iscsi',id=74f3def0-a78c-404e-8e33-358a763aa684,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-04T13:36:01Z,topic='l3_agent')) {'router_ids': ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'], 'active': True} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:15.068697 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] For port 454b8276-3132-4bf0-90c9-1d70eae476f5, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=454b8276-3132-4bf0-90c9-1d70eae476f5,segment=NetworkSegment(cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f),segment_id=cfbab8a6-ecd8-4aa5-a66d-7c77ba089e7f)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:15.069047 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.180809 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_dvr_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] Set router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c gateway port host: None {{(pid=73862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 04 13:57:15.191587 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Calling delete_port for 454b8276-3132-4bf0-90c9-1d70eae476f5 owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:15.315572 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.l3_hamode_db [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e90501160>, [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:57:14Z', 'revision_number': 6, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port_host': None}], 'dv-cinder-789564-1-iscsi', False) {} {{(pid=73862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:15.319980 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d06ec-2eb1-4aa1-908d-d4617a93df98 None None] The sync data for ids ['c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c'] in dv-cinder-789564-1-iscsi is: [{'id': 'c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c', 'name': 'tempest-TestVolumeBootPattern-438173483-router', 'tenant_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T13:49:55Z', 'updated_at': '2021-05-04T13:57:14Z', 'revision_number': 6, 'project_id': 'ea2670f70bf24963bcd5d2dd33e76740', 'gw_port_host': None}] {{(pid=73862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 04 13:57:15.332075 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28136633'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.337756 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c6355f37-a06f-47b9-87b7-1317795a0739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:15.381425 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Pushing event deleted for resources: {'Port': ['ID=454b8276-3132-4bf0-90c9-1d70eae476f5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:15.414991 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:15.471974 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663895'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.755541 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61098'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.758320 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.780507 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665119'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.781117 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 04 13:57:15.793339 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.794441 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-8e158413-1c39-4f44-a5a4-e64c4d86de8b admin admin] 10.222.0.25 "DELETE /v2.0/routers/c402e49f-a3a6-4f3b-bfd4-3caa1852cf2c HTTP/1.1" status: 204  len: 168 time: 1.2715445
May 04 13:57:15.796884 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.25', 36158) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:15.859342 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Deleting subnet a5b232dd-9c4a-4e24-b909-d00f58df93c5 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
May 04 13:57:15.862273 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.909968 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27899705'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:15.989089 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870286'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.171555 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 454b8276-3132-4bf0-90c9-1d70eae476f5 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:16.205948 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 454b8276-3132-4bf0-90c9-1d70eae476f5 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:16.206366 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 454b8276-3132-4bf0-90c9-1d70eae476f5 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:16.206798 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 02c9a408-5ea4-41e5-885e-6fe447746677 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:16.244764 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 02c9a408-5ea4-41e5-885e-6fe447746677 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:16.245118 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 02c9a408-5ea4-41e5-885e-6fe447746677 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:16.249211 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28138312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28041367'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.253633 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2db37c45-9b75-4a2d-8308-7ed2ed826521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:16.299180 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b232dd-9c4a-4e24-b909-d00f58df93c5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:16.301748 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:16.307283 dv-cinder-789564-1-iscsi neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.312732 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1b850-85b2-4e66-a397-1400b57ceb28 None None] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa requested from dv-cinder-789564-1-iscsi {{(pid=73861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 04 13:57:16.314206 dv-cinder-789564-1-iscsi neutron-server[73859]: INFO neutron.wsgi [None req-02a0a367-6791-40db-a93b-0ec905d10996 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a5b232dd-9c4a-4e24-b909-d00f58df93c5 HTTP/1.1" status: 204  len: 168 time: 0.5163491
May 04 13:57:16.317199 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36162) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:16.425106 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768104'] for network, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.500291 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Deleting port 67188478-22e2-442a-9c29-396f5f0befe6 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:16.500546 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.568743 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] DHCP port deletion for 6623363e-daf0-4df3-b308-ebea5d5c3eaa request from dv-cinder-789564-1-iscsi {{(pid=73861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 04 13:57:16.605370 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] For port 67188478-22e2-442a-9c29-396f5f0befe6, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=67188478-22e2-442a-9c29-396f5f0befe6,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:16.605737 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.638923 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Deleting port 67188478-22e2-442a-9c29-396f5f0befe6 {{(pid=73861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 04 13:57:16.639296 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761349365077'] for port, before_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.731636 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Calling delete_port for 67188478-22e2-442a-9c29-396f5f0befe6 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:16.734177 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] For port 67188478-22e2-442a-9c29-396f5f0befe6, host dv-cinder-789564-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-1-iscsi',level=0,port_id=67188478-22e2-442a-9c29-396f5f0befe6,segment=NetworkSegment(0ea20537-9d62-4d6a-92ae-69258e33e42d),segment_id=0ea20537-9d62-4d6a-92ae-69258e33e42d)] {{(pid=73861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 04 13:57:16.734595 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665730'] for port, precommit_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.779956 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27443604'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.783986 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-65f14519-4b5a-430f-9ddb-ce5d53bf184f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:16.835598 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] No DVR routers for this DVR port 67188478-22e2-442a-9c29-396f5f0befe6 on host dv-cinder-789564-1-iscsi {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:57:16.863277 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Pushing event deleted for resources: {'Port': ['ID=67188478-22e2-442a-9c29-396f5f0befe6,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:16.888669 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.889045 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.889443 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.889808 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.890168 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.890529 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.890883 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.891240 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.891595 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.891949 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.892301 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.892651 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-1-iscsi {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 04 13:57:16.894095 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Calling delete_port for 67188478-22e2-442a-9c29-396f5f0befe6 owned by network:dhcp {{(pid=73861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
May 04 13:57:16.895932 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:16.936804 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761349366950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761348951071'] for port, after_delete {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.940824 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:16.971724 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868627', 'neutron.services.segments.db._delete_segments_for_network-8761349378097'] for network, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:16.984929 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Pushing event deleted for resources: {'Port': ['ID=67188478-22e2-442a-9c29-396f5f0befe6,revision_number=None']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:16.988293 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:16.990440 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e91f9-f4a7-4d05-965c-3478adb2abbf None None] No DVR routers for this DVR port 67188478-22e2-442a-9c29-396f5f0befe6 on host dv-cinder-789564-1-iscsi {{(pid=73861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 04 13:57:17.180413 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e8b98cac0>,) {'filters': {'network_id': ['6623363e-daf0-4df3-b308-ebea5d5c3eaa']}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:17.192159 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b98cac0>, '0ea20537-9d62-4d6a-92ae-69258e33e42d') {'for_net_delete': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:17.192452 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.services.segments.db [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e8b98cac0>, '0ea20537-9d62-4d6a-92ae-69258e33e42d') {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 04 13:57:17.204328 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761349389159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1735631'] for segment, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:17.219973 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3872020'] for segment, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:17.226142 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=73860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 04 13:57:17.391485 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:57:17.400418 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3872027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27443655'] for segment, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:17.562843 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Network 6623363e-daf0-4df3-b308-ebea5d5c3eaa has no segments {{(pid=73860) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]: Traceback (most recent call last):
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     timer()
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     cb(*args, **kw)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     return func(*args, **kwargs)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     self._notify()
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     self.callback(batched_events)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     event.method(event)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     aggregate_uuid = self.p_client.list_aggregates(
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     return f(self, *a, **k)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._get(url).json()
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     return self.request(url, 'GET', **kwargs)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     base_url = self.get_endpoint(auth, allow=allow,
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 04 13:57:17.583777 dv-cinder-789564-1-iscsi neutron-server[73860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 04 13:57:17.661318 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663928'] for network, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:17.665391 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-c60edbab-d3dc-4ef4-a1fb-08df343e7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:17.677948 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533178'] for network, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:17.690610 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Pushing event deleted for resources: {'Network': ['ID=6623363e-daf0-4df3-b308-ebea5d5c3eaa,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:17.694816 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:17.696296 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-b1f0fa83-3375-4b6d-b812-caa46612e685 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6623363e-daf0-4df3-b308-ebea5d5c3eaa HTTP/1.1" status: 204  len: 168 time: 1.3780782
May 04 13:57:17.861308 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36168) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:17.911231 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-1a10aa76-32e4-4d55-86ee-30e28237ea63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c781e4120884a42bb61d9695f9b7252&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486939
May 04 13:57:17.913865 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36172) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:17.976414 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.002621 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.055396 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.063473 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-699e6e4e-2a64-4fff-863c-6c8245c8d7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:18.072017 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.080297 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c8494-2a30-4c33-949a-7cf60189a913,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:18.087364 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:18.090312 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.091993 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-dfef0166-5cbb-4c05-b25f-9a4ad86b08bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c62c8494-2a30-4c33-949a-7cf60189a913 HTTP/1.1" status: 204  len: 168 time: 0.1770749
May 04 13:57:18.162583 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 67188478-22e2-442a-9c29-396f5f0befe6 no longer exists at agent ovs-agent-dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 04 13:57:18.198968 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.plugin [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] No Port match for: 67188478-22e2-442a-9c29-396f5f0befe6 {{(pid=73861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
May 04 13:57:18.199319 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron.plugins.ml2.rpc [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Device 67188478-22e2-442a-9c29-396f5f0befe6 not bound to the agent host dv-cinder-789564-1-iscsi {{(pid=73861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 04 13:57:18.430396 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36180) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:18.481402 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-20316553-21cf-4aba-8fab-04693b12fa32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea2670f70bf24963bcd5d2dd33e76740&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497658
May 04 13:57:18.483749 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [-] (73860) accepted ('10.222.0.25', 36184) {{(pid=73860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 04 13:57:18.542509 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.568468 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.624536 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562456'] for security_group, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.628302 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-efe46102-6c7b-44e5-a997-a25fb1a3962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 04 13:57:18.641607 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a579ecc-787a-43eb-b375-f3dd68fcd675,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 04 13:57:18.644480 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 04 13:57:18.646442 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:18.649914 dv-cinder-789564-1-iscsi neutron-server[73860]: INFO neutron.wsgi [None req-6161c529-00fd-4fae-a0ec-69fe69308c3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a579ecc-787a-43eb-b375-f3dd68fcd675 HTTP/1.1" status: 204  len: 168 time: 0.1629314
May 04 13:57:27.812114 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-d512ee50-e3c9-473f-8784-546afa342444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:30.948441 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:31.153328 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-03014479-a64d-4afa-87bf-803600478e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:33.222930 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:34.553215 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:45.873465 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:57:48.064477 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:57:57.814974 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-894041b1-04c2-4934-b7ac-bc6efe794133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:00.950086 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:01.154739 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-858ab1cc-c7b2-495c-b33f-c38354601c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:03.224827 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:04.556212 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:18.053451 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:22.873390 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:58:27.816952 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-2908fdff-25ad-4a1e-a3d5-22d5151d692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:30.952548 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:31.156536 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9aebbd84-e084-4cf8-a0ad-647e7a9d36b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:33.228387 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:34.558778 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:48.067995 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:57.821724 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-35b36b2e-ab49-46f8-8085-44da7c7d48af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:58:59.872751 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:59:00.953528 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:01.159285 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-124a91f1-0403-4db3-9fb1-bf0f6ba7f5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:03.231101 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:04.561378 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:18.066927 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:27.824256 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b0a4310c-29e8-4bbe-b9fe-2f058bc7d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:30.954708 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:31.160318 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-add50985-2813-4185-a86b-6cbc38cae415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:33.233549 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:34.564617 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:36.872165 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 13:59:48.073107 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 13:59:57.826812 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-9eb2055f-806e-468d-8ba8-329a74826ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:00.956898 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:01.163191 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5d76725b-0054-4078-867e-487784b8dcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:03.237962 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:04.565730 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:13.870887 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 14:00:18.085640 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:27.830041 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-fc19faa3-8ff9-4753-88c4-0fc3cd5efa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:30.958786 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:31.166598 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a21beeb6-e498-4d26-ba60-0f801118bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:33.240920 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:34.568571 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:48.097695 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:00:50.869532 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 14:00:57.833502 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-46ea2526-4548-47f1-87b2-c9d9843e5334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:00.959397 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:01.169128 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-ccff3006-4025-4044-9fa1-47093b31382f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:03.242761 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:04.571973 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:18.093776 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:26.546694 dv-cinder-789564-1-iscsi neutron-server[73860]: DEBUG neutron.wsgi [req-65163a0d-b6b2-4d09-888c-fc16bf7534c7 req-6d83b6da-4170-4dcf-b618-c50fc974dfdd service neutron] (73860) timed out ('10.222.0.48', 59375) {{(pid=73860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 04 14:01:27.835309 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-79c8177f-764a-40ca-9369-2468763a409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:27.871818 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 14:01:30.960674 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:31.169716 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-b983ee19-b650-4fd5-aac7-b6976cd7dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:33.245338 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:34.575876 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:48.115587 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:01:57.840161 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5ca811f9-1c1f-4015-b012-d1d34b9316e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:00.962002 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:01.171886 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-99958ec0-6650-477c-883e-6db5576f9d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:03.248198 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:04.580264 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:04.871117 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 04 14:02:18.124976 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-5a4352a8-d302-40e0-aaa8-d0e8b634211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:27.843699 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-670e9d2c-6218-4095-86ef-111e26de91da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:30.963217 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-85e7c9dd-657c-4b21-ba8b-7c82b36a5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:31.172940 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e22ececa-7077-48dc-8625-b4f719b81a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:33.252280 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-718351ce-d682-45b5-9597-a9cb9833763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:34.585271 dv-cinder-789564-1-iscsi neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c772027c-ccbe-4d6c-8545-ccd099b2c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761349378079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3880973'] for agent, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 04 14:02:41.869459 dv-cinder-789564-1-iscsi neutron-server[73862]: DEBUG neutron.db.agents_db [None req-3a6c4ad4-de50-4981-bbae-d99a75d88a53 None None] Agent healthcheck: found 6 active agents {{(pid=73862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}